2024-11-21 12:42:45,115 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-21 12:42:45,130 main DEBUG Took 0.012661 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 12:42:45,130 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 12:42:45,130 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 12:42:45,131 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 12:42:45,132 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:42:45,139 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 12:42:45,151 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:42:45,152 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:42:45,153 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:42:45,154 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:42:45,155 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:42:45,155 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:42:45,157 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:42:45,158 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:42:45,158 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:42:45,159 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:42:45,160 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:42:45,161 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:42:45,162 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:42:45,162 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:42:45,163 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:42:45,163 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:42:45,164 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:42:45,165 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:42:45,166 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:42:45,166 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:42:45,167 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:42:45,167 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:42:45,168 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:42:45,168 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:42:45,169 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:42:45,169 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 12:42:45,171 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:42:45,173 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 12:42:45,176 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 12:42:45,176 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 12:42:45,178 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 12:42:45,179 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 12:42:45,189 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 12:42:45,192 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 12:42:45,195 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 12:42:45,196 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 12:42:45,196 main DEBUG createAppenders(={Console}) 2024-11-21 12:42:45,197 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-21 12:42:45,198 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-21 12:42:45,198 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-21 12:42:45,199 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 12:42:45,199 main DEBUG OutputStream closed 2024-11-21 12:42:45,199 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 12:42:45,200 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 12:42:45,200 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-21 12:42:45,284 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 12:42:45,286 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 12:42:45,288 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 12:42:45,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 12:42:45,291 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 12:42:45,291 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 12:42:45,292 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 12:42:45,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 12:42:45,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 12:42:45,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 12:42:45,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 12:42:45,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 12:42:45,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 12:42:45,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 12:42:45,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 12:42:45,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 12:42:45,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 12:42:45,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 12:42:45,299 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 12:42:45,300 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-21 12:42:45,300 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 12:42:45,301 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-21T12:42:45,536 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f 2024-11-21 12:42:45,538 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 12:42:45,538 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T12:42:45,546 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-21T12:42:45,569 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:42:45,572 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/cluster_34147a42-92ec-e1c8-5d5a-c022cef682c8, deleteOnExit=true 2024-11-21T12:42:45,573 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-21T12:42:45,573 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/test.cache.data in system properties and HBase conf 2024-11-21T12:42:45,574 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:42:45,575 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:42:45,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:42:45,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:42:45,577 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-21T12:42:45,697 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T12:42:45,812 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:42:45,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:42:45,818 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:42:45,819 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:42:45,820 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:42:45,821 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:42:45,822 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:42:45,822 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:42:45,823 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:42:45,824 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:42:45,825 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:42:45,825 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:42:45,826 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:42:45,827 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:42:45,828 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:42:46,840 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T12:42:46,937 INFO [Time-limited test {}] log.Log(170): Logging initialized @2770ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T12:42:47,023 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:42:47,114 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:42:47,166 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:42:47,166 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:42:47,168 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:42:47,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:42:47,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@396e6ddc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:42:47,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12453993{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:42:47,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7145379e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/java.io.tmpdir/jetty-localhost-42539-hadoop-hdfs-3_4_1-tests_jar-_-any-17935934930273326078/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:42:47,455 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72bfbbd3{HTTP/1.1, (http/1.1)}{localhost:42539} 2024-11-21T12:42:47,455 INFO [Time-limited test {}] server.Server(415): Started @3289ms 2024-11-21T12:42:47,988 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:42:47,999 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:42:48,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:42:48,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:42:48,008 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:42:48,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46545bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:42:48,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62f1c705{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:42:48,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@405f8f74{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/java.io.tmpdir/jetty-localhost-41417-hadoop-hdfs-3_4_1-tests_jar-_-any-16030377040846918261/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:42:48,125 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10b53e23{HTTP/1.1, (http/1.1)}{localhost:41417} 2024-11-21T12:42:48,125 INFO [Time-limited test {}] server.Server(415): Started @3959ms 2024-11-21T12:42:48,187 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:42:48,984 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/cluster_34147a42-92ec-e1c8-5d5a-c022cef682c8/dfs/data/data1/current/BP-513399020-172.17.0.3-1732192966453/current, will proceed with Du for space computation calculation, 2024-11-21T12:42:48,984 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/cluster_34147a42-92ec-e1c8-5d5a-c022cef682c8/dfs/data/data2/current/BP-513399020-172.17.0.3-1732192966453/current, will proceed with Du for space computation calculation, 2024-11-21T12:42:49,018 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:42:49,073 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e54c189bcf97885 with lease ID 0x79b750a8341cbc73: Processing first storage report for DS-23896b76-bbf8-4fcf-8345-86475f0fefa6 from datanode DatanodeRegistration(127.0.0.1:41325, datanodeUuid=45de2c10-d2a0-4324-88e4-08f55843dfd0, infoPort=39869, infoSecurePort=0, ipcPort=39375, storageInfo=lv=-57;cid=testClusterID;nsid=2093223850;c=1732192966453) 2024-11-21T12:42:49,074 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e54c189bcf97885 with lease ID 0x79b750a8341cbc73: from storage DS-23896b76-bbf8-4fcf-8345-86475f0fefa6 node DatanodeRegistration(127.0.0.1:41325, datanodeUuid=45de2c10-d2a0-4324-88e4-08f55843dfd0, infoPort=39869, infoSecurePort=0, ipcPort=39375, storageInfo=lv=-57;cid=testClusterID;nsid=2093223850;c=1732192966453), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T12:42:49,075 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e54c189bcf97885 with lease ID 0x79b750a8341cbc73: Processing first storage report for DS-3663a6b2-7852-4323-bc76-f518493eaf70 from datanode DatanodeRegistration(127.0.0.1:41325, datanodeUuid=45de2c10-d2a0-4324-88e4-08f55843dfd0, infoPort=39869, infoSecurePort=0, ipcPort=39375, storageInfo=lv=-57;cid=testClusterID;nsid=2093223850;c=1732192966453) 2024-11-21T12:42:49,075 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e54c189bcf97885 with lease ID 0x79b750a8341cbc73: from storage DS-3663a6b2-7852-4323-bc76-f518493eaf70 node DatanodeRegistration(127.0.0.1:41325, datanodeUuid=45de2c10-d2a0-4324-88e4-08f55843dfd0, infoPort=39869, infoSecurePort=0, ipcPort=39375, storageInfo=lv=-57;cid=testClusterID;nsid=2093223850;c=1732192966453), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:42:49,166 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f 2024-11-21T12:42:49,239 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/cluster_34147a42-92ec-e1c8-5d5a-c022cef682c8/zookeeper_0, clientPort=59516, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/cluster_34147a42-92ec-e1c8-5d5a-c022cef682c8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/cluster_34147a42-92ec-e1c8-5d5a-c022cef682c8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T12:42:49,251 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59516 2024-11-21T12:42:49,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:42:49,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:42:49,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:42:49,942 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36 with version=8 2024-11-21T12:42:49,943 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/hbase-staging 2024-11-21T12:42:50,057 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T12:42:50,295 INFO [Time-limited test {}] client.ConnectionUtils(129): master/b3d5da5e0922:0 server-side Connection retries=45 2024-11-21T12:42:50,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:42:50,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:42:50,315 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:42:50,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:42:50,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:42:50,432 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:42:50,481 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T12:42:50,488 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T12:42:50,492 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:42:50,513 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 51513 (auto-detected) 2024-11-21T12:42:50,514 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-21T12:42:50,530 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:45379 2024-11-21T12:42:50,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:42:50,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:42:50,548 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:45379 connecting to ZooKeeper ensemble=127.0.0.1:59516 2024-11-21T12:42:50,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453790x0, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:42:50,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45379-0x1015eb4c4790000 connected 2024-11-21T12:42:50,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T12:42:50,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T12:42:50,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T12:42:50,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45379 2024-11-21T12:42:50,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45379 2024-11-21T12:42:50,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45379 2024-11-21T12:42:50,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45379 2024-11-21T12:42:50,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45379 2024-11-21T12:42:50,705 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36, hbase.cluster.distributed=false 2024-11-21T12:42:50,768 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/b3d5da5e0922:0 server-side Connection retries=45 2024-11-21T12:42:50,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:42:50,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:42:50,769 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:42:50,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:42:50,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:42:50,772 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:42:50,776 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:42:50,777 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:39829 2024-11-21T12:42:50,779 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:42:50,784 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:42:50,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:42:50,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:42:50,796 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39829 connecting to ZooKeeper ensemble=127.0.0.1:59516 2024-11-21T12:42:50,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398290x0, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:42:50,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398290x0, quorum=127.0.0.1:59516, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T12:42:50,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39829-0x1015eb4c4790001 connected 2024-11-21T12:42:50,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39829-0x1015eb4c4790001, quorum=127.0.0.1:59516, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T12:42:50,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39829-0x1015eb4c4790001, quorum=127.0.0.1:59516, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T12:42:50,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39829 2024-11-21T12:42:50,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39829 2024-11-21T12:42:50,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39829 2024-11-21T12:42:50,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39829 2024-11-21T12:42:50,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39829 2024-11-21T12:42:50,809 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/b3d5da5e0922,45379,1732192970051 2024-11-21T12:42:50,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T12:42:50,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x1015eb4c4790001, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T12:42:50,820 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b3d5da5e0922,45379,1732192970051 2024-11-21T12:42:50,825 DEBUG [M:0;b3d5da5e0922:45379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3d5da5e0922:45379 2024-11-21T12:42:50,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x1015eb4c4790001, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T12:42:50,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T12:42:50,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x1015eb4c4790001, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:42:50,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:42:50,853 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T12:42:50,854 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b3d5da5e0922,45379,1732192970051 from backup master directory 2024-11-21T12:42:50,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T12:42:50,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b3d5da5e0922,45379,1732192970051 2024-11-21T12:42:50,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x1015eb4c4790001, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T12:42:50,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T12:42:50,861 WARN [master/b3d5da5e0922:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:42:50,861 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3d5da5e0922,45379,1732192970051 2024-11-21T12:42:50,863 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T12:42:50,864 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T12:42:50,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:42:51,330 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/hbase.id with ID: 18ea6ced-f27c-47d4-8b60-9e60c369875c 2024-11-21T12:42:51,373 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:42:51,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x1015eb4c4790001, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:42:51,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:42:51,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:42:51,873 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:42:51,875 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:42:51,891 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:42:51,895 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:42:51,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:42:52,342 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/MasterData/data/master/store 2024-11-21T12:42:52,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:42:52,776 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T12:42:52,776 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:42:52,778 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:42:52,778 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:42:52,778 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:42:52,779 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:42:52,779 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:42:52,779 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:42:52,780 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T12:42:52,782 WARN [master/b3d5da5e0922:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/MasterData/data/master/store/.initializing 2024-11-21T12:42:52,783 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/MasterData/WALs/b3d5da5e0922,45379,1732192970051 2024-11-21T12:42:52,791 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:42:52,801 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3d5da5e0922%2C45379%2C1732192970051, suffix=, logDir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/MasterData/WALs/b3d5da5e0922,45379,1732192970051, archiveDir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/MasterData/oldWALs, maxLogs=10 2024-11-21T12:42:52,821 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/MasterData/WALs/b3d5da5e0922,45379,1732192970051/b3d5da5e0922%2C45379%2C1732192970051.1732192972806, exclude list is [], retry=0 2024-11-21T12:42:52,836 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41325,DS-23896b76-bbf8-4fcf-8345-86475f0fefa6,DISK] 2024-11-21T12:42:52,838 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T12:42:52,869 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/MasterData/WALs/b3d5da5e0922,45379,1732192970051/b3d5da5e0922%2C45379%2C1732192970051.1732192972806 2024-11-21T12:42:52,870 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39869:39869)] 2024-11-21T12:42:52,870 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:42:52,871 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:42:52,874 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:42:52,875 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:42:52,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:42:52,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:42:52,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:42:52,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:42:52,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:42:52,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:42:52,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:42:52,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:42:52,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:42:52,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:42:52,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:42:52,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:42:52,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:42:52,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:42:52,945 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:42:52,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:42:52,950 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:42:52,952 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:42:52,961 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:42:52,966 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:42:52,971 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:42:52,972 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67234280, jitterRate=0.0018688440322875977}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:42:52,978 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T12:42:52,980 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:42:53,009 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b21b9a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:42:53,038 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-21T12:42:53,048 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:42:53,049 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:42:53,051 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:42:53,052 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T12:42:53,057 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-21T12:42:53,058 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:42:53,084 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:42:53,099 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T12:42:53,135 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-21T12:42:53,137 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:42:53,139 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:42:53,143 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-21T12:42:53,145 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:42:53,149 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:42:53,152 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-21T12:42:53,153 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:42:53,160 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T12:42:53,170 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:42:53,177 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T12:42:53,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x1015eb4c4790001, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T12:42:53,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T12:42:53,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x1015eb4c4790001, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:42:53,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:42:53,186 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=b3d5da5e0922,45379,1732192970051, sessionid=0x1015eb4c4790000, setting cluster-up flag (Was=false) 2024-11-21T12:42:53,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:42:53,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x1015eb4c4790001, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:42:53,235 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T12:42:53,237 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3d5da5e0922,45379,1732192970051 2024-11-21T12:42:53,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x1015eb4c4790001, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:42:53,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:42:53,285 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T12:42:53,287 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3d5da5e0922,45379,1732192970051 2024-11-21T12:42:53,323 DEBUG [RS:0;b3d5da5e0922:39829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3d5da5e0922:39829 2024-11-21T12:42:53,324 INFO [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer(1008): ClusterId : 18ea6ced-f27c-47d4-8b60-9e60c369875c 2024-11-21T12:42:53,327 DEBUG [RS:0;b3d5da5e0922:39829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:42:53,337 DEBUG [RS:0;b3d5da5e0922:39829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:42:53,337 DEBUG [RS:0;b3d5da5e0922:39829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:42:53,345 DEBUG [RS:0;b3d5da5e0922:39829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:42:53,345 DEBUG [RS:0;b3d5da5e0922:39829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5527fb8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:42:53,347 DEBUG [RS:0;b3d5da5e0922:39829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af5daba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3d5da5e0922/172.17.0.3:0 2024-11-21T12:42:53,351 INFO [RS:0;b3d5da5e0922:39829 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-21T12:42:53,351 INFO [RS:0;b3d5da5e0922:39829 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-21T12:42:53,351 DEBUG [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-21T12:42:53,353 INFO [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer(3073): reportForDuty to master=b3d5da5e0922,45379,1732192970051 with isa=b3d5da5e0922/172.17.0.3:39829, startcode=1732192970767 2024-11-21T12:42:53,363 DEBUG [RS:0;b3d5da5e0922:39829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:42:53,365 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-21T12:42:53,370 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-21T12:42:53,372 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:42:53,377 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3d5da5e0922,45379,1732192970051 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:42:53,380 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3d5da5e0922:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:42:53,380 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3d5da5e0922:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:42:53,381 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3d5da5e0922:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:42:53,381 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3d5da5e0922:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:42:53,381 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3d5da5e0922:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:42:53,381 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3d5da5e0922:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:42:53,381 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3d5da5e0922:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:42:53,382 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3d5da5e0922:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:42:53,386 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732193003386 2024-11-21T12:42:53,387 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:42:53,387 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:42:53,388 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:42:53,389 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:42:53,392 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:42:53,393 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:42:53,393 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:42:53,393 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:42:53,394 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:42:53,393 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:42:53,395 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:42:53,397 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:42:53,398 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57445, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:42:53,398 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:42:53,399 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:42:53,401 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:42:53,402 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:42:53,403 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3d5da5e0922:0:becomeActiveMaster-HFileCleaner.large.0-1732192973403,5,FailOnTimeoutGroup] 2024-11-21T12:42:53,404 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45379 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:42:53,406 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3d5da5e0922:0:becomeActiveMaster-HFileCleaner.small.0-1732192973403,5,FailOnTimeoutGroup] 2024-11-21T12:42:53,407 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:42:53,407 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:42:53,408 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:42:53,408 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:42:53,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741831_1007 (size=1039) 2024-11-21T12:42:53,430 DEBUG [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-11-21T12:42:53,430 WARN [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-21T12:42:53,533 INFO [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer(3073): reportForDuty to master=b3d5da5e0922,45379,1732192970051 with isa=b3d5da5e0922/172.17.0.3:39829, startcode=1732192970767 2024-11-21T12:42:53,537 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45379 {}] master.ServerManager(332): Checking decommissioned status of RegionServer b3d5da5e0922,39829,1732192970767 2024-11-21T12:42:53,542 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45379 {}] master.ServerManager(486): Registering regionserver=b3d5da5e0922,39829,1732192970767 2024-11-21T12:42:53,549 DEBUG [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36 2024-11-21T12:42:53,549 DEBUG [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34887 2024-11-21T12:42:53,549 DEBUG [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-21T12:42:53,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T12:42:53,561 DEBUG [RS:0;b3d5da5e0922:39829 {}] zookeeper.ZKUtil(111): regionserver:39829-0x1015eb4c4790001, quorum=127.0.0.1:59516, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b3d5da5e0922,39829,1732192970767 2024-11-21T12:42:53,561 WARN [RS:0;b3d5da5e0922:39829 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:42:53,561 INFO [RS:0;b3d5da5e0922:39829 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:42:53,561 DEBUG [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/WALs/b3d5da5e0922,39829,1732192970767 2024-11-21T12:42:53,563 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3d5da5e0922,39829,1732192970767] 2024-11-21T12:42:53,577 DEBUG [RS:0;b3d5da5e0922:39829 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-21T12:42:53,586 INFO [RS:0;b3d5da5e0922:39829 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:42:53,601 INFO [RS:0;b3d5da5e0922:39829 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:42:53,603 INFO [RS:0;b3d5da5e0922:39829 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:42:53,604 INFO [RS:0;b3d5da5e0922:39829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:42:53,604 INFO [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-21T12:42:53,609 INFO [RS:0;b3d5da5e0922:39829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:42:53,610 DEBUG [RS:0;b3d5da5e0922:39829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3d5da5e0922:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:42:53,610 DEBUG [RS:0;b3d5da5e0922:39829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3d5da5e0922:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:42:53,610 DEBUG [RS:0;b3d5da5e0922:39829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3d5da5e0922:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:42:53,610 DEBUG [RS:0;b3d5da5e0922:39829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3d5da5e0922:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:42:53,610 DEBUG [RS:0;b3d5da5e0922:39829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3d5da5e0922:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:42:53,610 DEBUG [RS:0;b3d5da5e0922:39829 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3d5da5e0922:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:42:53,611 DEBUG [RS:0;b3d5da5e0922:39829 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3d5da5e0922:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:42:53,611 DEBUG [RS:0;b3d5da5e0922:39829 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3d5da5e0922:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:42:53,611 DEBUG [RS:0;b3d5da5e0922:39829 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3d5da5e0922:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:42:53,611 DEBUG [RS:0;b3d5da5e0922:39829 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3d5da5e0922:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:42:53,611 DEBUG [RS:0;b3d5da5e0922:39829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3d5da5e0922:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:42:53,611 DEBUG [RS:0;b3d5da5e0922:39829 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3d5da5e0922:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:42:53,611 DEBUG [RS:0;b3d5da5e0922:39829 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:42:53,612 INFO [RS:0;b3d5da5e0922:39829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:42:53,612 INFO [RS:0;b3d5da5e0922:39829 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:42:53,612 INFO [RS:0;b3d5da5e0922:39829 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:42:53,612 INFO [RS:0;b3d5da5e0922:39829 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:42:53,612 INFO [RS:0;b3d5da5e0922:39829 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3d5da5e0922,39829,1732192970767-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:42:53,632 INFO [RS:0;b3d5da5e0922:39829 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:42:53,633 INFO [RS:0;b3d5da5e0922:39829 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3d5da5e0922,39829,1732192970767-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:42:53,652 INFO [RS:0;b3d5da5e0922:39829 {}] regionserver.Replication(204): b3d5da5e0922,39829,1732192970767 started 2024-11-21T12:42:53,653 INFO [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer(1767): Serving as b3d5da5e0922,39829,1732192970767, RpcServer on b3d5da5e0922/172.17.0.3:39829, sessionid=0x1015eb4c4790001 2024-11-21T12:42:53,654 DEBUG [RS:0;b3d5da5e0922:39829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:42:53,654 DEBUG [RS:0;b3d5da5e0922:39829 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3d5da5e0922,39829,1732192970767 2024-11-21T12:42:53,654 DEBUG [RS:0;b3d5da5e0922:39829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3d5da5e0922,39829,1732192970767' 2024-11-21T12:42:53,654 DEBUG [RS:0;b3d5da5e0922:39829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T12:42:53,655 DEBUG [RS:0;b3d5da5e0922:39829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T12:42:53,655 DEBUG [RS:0;b3d5da5e0922:39829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:42:53,655 DEBUG [RS:0;b3d5da5e0922:39829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:42:53,656 DEBUG [RS:0;b3d5da5e0922:39829 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3d5da5e0922,39829,1732192970767 2024-11-21T12:42:53,656 DEBUG [RS:0;b3d5da5e0922:39829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3d5da5e0922,39829,1732192970767' 2024-11-21T12:42:53,656 DEBUG [RS:0;b3d5da5e0922:39829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T12:42:53,656 DEBUG [RS:0;b3d5da5e0922:39829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T12:42:53,657 DEBUG [RS:0;b3d5da5e0922:39829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:42:53,657 INFO [RS:0;b3d5da5e0922:39829 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:42:53,657 INFO [RS:0;b3d5da5e0922:39829 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:42:53,763 INFO [RS:0;b3d5da5e0922:39829 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:42:53,768 INFO [RS:0;b3d5da5e0922:39829 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3d5da5e0922%2C39829%2C1732192970767, suffix=, logDir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/WALs/b3d5da5e0922,39829,1732192970767, archiveDir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/oldWALs, maxLogs=32 2024-11-21T12:42:53,789 DEBUG [RS:0;b3d5da5e0922:39829 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/WALs/b3d5da5e0922,39829,1732192970767/b3d5da5e0922%2C39829%2C1732192970767.1732192973770, exclude list is [], retry=0 2024-11-21T12:42:53,794 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41325,DS-23896b76-bbf8-4fcf-8345-86475f0fefa6,DISK] 2024-11-21T12:42:53,797 INFO [RS:0;b3d5da5e0922:39829 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/WALs/b3d5da5e0922,39829,1732192970767/b3d5da5e0922%2C39829%2C1732192970767.1732192973770 2024-11-21T12:42:53,797 DEBUG [RS:0;b3d5da5e0922:39829 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39869:39869)] 2024-11-21T12:42:53,814 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-21T12:42:53,814 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36 2024-11-21T12:42:53,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:42:54,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:42:54,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:42:54,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:42:54,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:42:54,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:42:54,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:42:54,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:42:54,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:42:54,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:42:54,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:42:54,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:42:54,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:42:54,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:42:54,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/meta/1588230740 2024-11-21T12:42:54,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/meta/1588230740 2024-11-21T12:42:54,253 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T12:42:54,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-21T12:42:54,259 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:42:54,260 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66722095, jitterRate=-0.005763307213783264}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T12:42:54,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-21T12:42:54,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:42:54,263 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-21T12:42:54,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-21T12:42:54,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:42:54,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:42:54,265 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-21T12:42:54,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-21T12:42:54,267 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:42:54,267 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-21T12:42:54,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:42:54,279 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:42:54,281 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:42:54,436 DEBUG [b3d5da5e0922:45379 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:42:54,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:42:54,448 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3d5da5e0922,39829,1732192970767, state=OPENING 2024-11-21T12:42:54,485 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:42:54,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x1015eb4c4790001, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:42:54,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:42:54,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T12:42:54,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T12:42:54,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=b3d5da5e0922,39829,1732192970767}] 2024-11-21T12:42:54,678 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:42:54,679 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:42:54,682 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:42:54,692 INFO [RS_OPEN_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-21T12:42:54,693 INFO [RS_OPEN_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:42:54,693 INFO [RS_OPEN_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:42:54,696 INFO [RS_OPEN_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3d5da5e0922%2C39829%2C1732192970767.meta, suffix=.meta, logDir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/WALs/b3d5da5e0922,39829,1732192970767, archiveDir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/oldWALs, maxLogs=32 2024-11-21T12:42:54,712 DEBUG [RS_OPEN_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/WALs/b3d5da5e0922,39829,1732192970767/b3d5da5e0922%2C39829%2C1732192970767.meta.1732192974698.meta, exclude list is [], retry=0 2024-11-21T12:42:54,716 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41325,DS-23896b76-bbf8-4fcf-8345-86475f0fefa6,DISK] 2024-11-21T12:42:54,718 INFO [RS_OPEN_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/WALs/b3d5da5e0922,39829,1732192970767/b3d5da5e0922%2C39829%2C1732192970767.meta.1732192974698.meta 2024-11-21T12:42:54,719 DEBUG [RS_OPEN_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39869:39869)] 2024-11-21T12:42:54,719 DEBUG [RS_OPEN_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:42:54,721 DEBUG [RS_OPEN_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:42:54,776 DEBUG [RS_OPEN_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:42:54,780 INFO [RS_OPEN_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:42:54,784 DEBUG [RS_OPEN_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:42:54,784 DEBUG [RS_OPEN_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:42:54,784 DEBUG [RS_OPEN_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-21T12:42:54,784 DEBUG [RS_OPEN_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-21T12:42:54,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:42:54,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:42:54,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:42:54,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:42:54,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:42:54,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:42:54,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:42:54,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:42:54,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:42:54,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:42:54,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:42:54,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:42:54,797 DEBUG [RS_OPEN_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/meta/1588230740 2024-11-21T12:42:54,800 DEBUG [RS_OPEN_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/meta/1588230740 2024-11-21T12:42:54,803 DEBUG [RS_OPEN_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T12:42:54,805 DEBUG [RS_OPEN_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-21T12:42:54,807 INFO [RS_OPEN_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72143613, jitterRate=0.0750236064195633}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T12:42:54,808 DEBUG [RS_OPEN_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-21T12:42:54,815 INFO [RS_OPEN_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732192974673 2024-11-21T12:42:54,825 DEBUG [RS_OPEN_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:42:54,825 INFO [RS_OPEN_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-21T12:42:54,826 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:42:54,828 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3d5da5e0922,39829,1732192970767, state=OPEN 2024-11-21T12:42:54,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x1015eb4c4790001, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T12:42:54,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T12:42:54,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T12:42:54,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T12:42:54,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:42:54,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=b3d5da5e0922,39829,1732192970767 in 382 msec 2024-11-21T12:42:54,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:42:54,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 618 msec 2024-11-21T12:42:54,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5800 sec 2024-11-21T12:42:54,904 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732192974904, completionTime=-1 2024-11-21T12:42:54,904 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:42:54,904 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-21T12:42:54,936 DEBUG [hconnection-0x5584432d-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:42:54,939 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:42:54,948 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-21T12:42:54,948 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732193034948 2024-11-21T12:42:54,948 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732193094948 2024-11-21T12:42:54,948 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 43 msec 2024-11-21T12:42:54,979 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3d5da5e0922,45379,1732192970051-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:42:54,979 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3d5da5e0922,45379,1732192970051-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:42:54,979 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3d5da5e0922,45379,1732192970051-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:42:54,981 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3d5da5e0922:45379, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:42:54,981 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:42:54,987 DEBUG [master/b3d5da5e0922:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-21T12:42:54,989 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-21T12:42:54,991 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:42:54,996 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-21T12:42:54,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:42:55,000 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:42:55,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:42:55,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741835_1011 (size=358) 2024-11-21T12:42:55,418 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f0e53961293052e6e529f919885bfcba, NAME => 'hbase:namespace,,1732192974990.f0e53961293052e6e529f919885bfcba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36 2024-11-21T12:42:55,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741836_1012 (size=42) 2024-11-21T12:42:55,829 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732192974990.f0e53961293052e6e529f919885bfcba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:42:55,829 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing f0e53961293052e6e529f919885bfcba, disabling compactions & flushes 2024-11-21T12:42:55,829 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732192974990.f0e53961293052e6e529f919885bfcba. 2024-11-21T12:42:55,829 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732192974990.f0e53961293052e6e529f919885bfcba. 2024-11-21T12:42:55,829 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732192974990.f0e53961293052e6e529f919885bfcba. after waiting 0 ms 2024-11-21T12:42:55,829 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732192974990.f0e53961293052e6e529f919885bfcba. 2024-11-21T12:42:55,830 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732192974990.f0e53961293052e6e529f919885bfcba. 2024-11-21T12:42:55,830 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for f0e53961293052e6e529f919885bfcba: 2024-11-21T12:42:55,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:42:55,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732192974990.f0e53961293052e6e529f919885bfcba.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732192975833"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732192975833"}]},"ts":"1732192975833"} 2024-11-21T12:42:55,862 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T12:42:55,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:42:55,866 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732192975864"}]},"ts":"1732192975864"} 2024-11-21T12:42:55,870 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-21T12:42:55,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f0e53961293052e6e529f919885bfcba, ASSIGN}] 2024-11-21T12:42:55,923 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f0e53961293052e6e529f919885bfcba, ASSIGN 2024-11-21T12:42:55,926 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=f0e53961293052e6e529f919885bfcba, ASSIGN; state=OFFLINE, location=b3d5da5e0922,39829,1732192970767; forceNewPlan=false, retain=false 2024-11-21T12:42:56,076 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f0e53961293052e6e529f919885bfcba, regionState=OPENING, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:42:56,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure f0e53961293052e6e529f919885bfcba, server=b3d5da5e0922,39829,1732192970767}] 2024-11-21T12:42:56,237 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:42:56,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732192974990.f0e53961293052e6e529f919885bfcba. 2024-11-21T12:42:56,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => f0e53961293052e6e529f919885bfcba, NAME => 'hbase:namespace,,1732192974990.f0e53961293052e6e529f919885bfcba.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:42:56,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace f0e53961293052e6e529f919885bfcba 2024-11-21T12:42:56,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732192974990.f0e53961293052e6e529f919885bfcba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:42:56,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for f0e53961293052e6e529f919885bfcba 2024-11-21T12:42:56,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for f0e53961293052e6e529f919885bfcba 2024-11-21T12:42:56,252 INFO [StoreOpener-f0e53961293052e6e529f919885bfcba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f0e53961293052e6e529f919885bfcba 2024-11-21T12:42:56,255 INFO [StoreOpener-f0e53961293052e6e529f919885bfcba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0e53961293052e6e529f919885bfcba columnFamilyName info 2024-11-21T12:42:56,255 DEBUG [StoreOpener-f0e53961293052e6e529f919885bfcba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:42:56,256 INFO [StoreOpener-f0e53961293052e6e529f919885bfcba-1 {}] regionserver.HStore(327): Store=f0e53961293052e6e529f919885bfcba/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:42:56,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/namespace/f0e53961293052e6e529f919885bfcba 2024-11-21T12:42:56,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/namespace/f0e53961293052e6e529f919885bfcba 2024-11-21T12:42:56,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for f0e53961293052e6e529f919885bfcba 2024-11-21T12:42:56,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/namespace/f0e53961293052e6e529f919885bfcba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:42:56,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened f0e53961293052e6e529f919885bfcba; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71108617, jitterRate=0.059600964188575745}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T12:42:56,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for f0e53961293052e6e529f919885bfcba: 2024-11-21T12:42:56,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732192974990.f0e53961293052e6e529f919885bfcba., pid=6, masterSystemTime=1732192976237 2024-11-21T12:42:56,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732192974990.f0e53961293052e6e529f919885bfcba. 2024-11-21T12:42:56,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732192974990.f0e53961293052e6e529f919885bfcba. 2024-11-21T12:42:56,278 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f0e53961293052e6e529f919885bfcba, regionState=OPEN, openSeqNum=2, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:42:56,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:42:56,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure f0e53961293052e6e529f919885bfcba, server=b3d5da5e0922,39829,1732192970767 in 201 msec 2024-11-21T12:42:56,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:42:56,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=f0e53961293052e6e529f919885bfcba, ASSIGN in 367 msec 2024-11-21T12:42:56,294 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:42:56,295 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732192976294"}]},"ts":"1732192976294"} 2024-11-21T12:42:56,298 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-21T12:42:56,337 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-21T12:42:56,338 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:42:56,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3470 sec 2024-11-21T12:42:56,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-21T12:42:56,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x1015eb4c4790001, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:42:56,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:42:56,379 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-21T12:42:56,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-21T12:42:56,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 49 msec 2024-11-21T12:42:56,435 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-21T12:42:56,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-21T12:42:56,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 46 msec 2024-11-21T12:42:56,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-21T12:42:56,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-21T12:42:56,535 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.674sec 2024-11-21T12:42:56,537 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:42:56,539 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:42:56,540 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:42:56,541 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:42:56,541 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:42:56,542 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3d5da5e0922,45379,1732192970051-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:42:56,543 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3d5da5e0922,45379,1732192970051-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:42:56,572 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:42:56,573 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:42:56,574 INFO [master/b3d5da5e0922:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3d5da5e0922,45379,1732192970051-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:42:56,634 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78d66793 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a88688f 2024-11-21T12:42:56,635 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-21T12:42:56,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be037c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:42:56,674 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T12:42:56,674 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T12:42:56,700 DEBUG [hconnection-0xbe7e5c7-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:42:56,721 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:42:56,733 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=b3d5da5e0922,45379,1732192970051 2024-11-21T12:42:56,759 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=351, ProcessCount=11, AvailableMemoryMB=6742 2024-11-21T12:42:56,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:42:56,797 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:42:56,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T12:42:56,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:42:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T12:42:56,890 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:42:56,891 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:42:56,911 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:42:56,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-21T12:42:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T12:42:56,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741837_1013 (size=960) 2024-11-21T12:42:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T12:42:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T12:42:57,386 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36 2024-11-21T12:42:57,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741838_1014 (size=53) 2024-11-21T12:42:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T12:42:57,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:42:57,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 3fe11bfe67e0dc3feeb2566339c40758, disabling compactions & flushes 2024-11-21T12:42:57,808 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:42:57,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:42:57,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. after waiting 0 ms 2024-11-21T12:42:57,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:42:57,808 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:42:57,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:42:57,811 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:42:57,811 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732192977811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732192977811"}]},"ts":"1732192977811"} 2024-11-21T12:42:57,820 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T12:42:57,822 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:42:57,823 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732192977822"}]},"ts":"1732192977822"} 2024-11-21T12:42:57,826 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T12:42:57,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3fe11bfe67e0dc3feeb2566339c40758, ASSIGN}] 2024-11-21T12:42:57,871 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3fe11bfe67e0dc3feeb2566339c40758, ASSIGN 2024-11-21T12:42:57,874 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3fe11bfe67e0dc3feeb2566339c40758, ASSIGN; state=OFFLINE, location=b3d5da5e0922,39829,1732192970767; forceNewPlan=false, retain=false 2024-11-21T12:42:58,025 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=3fe11bfe67e0dc3feeb2566339c40758, regionState=OPENING, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:42:58,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767}] 2024-11-21T12:42:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T12:42:58,183 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:42:58,192 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:42:58,193 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:42:58,193 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:42:58,193 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:42:58,194 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:42:58,194 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:42:58,213 INFO [StoreOpener-3fe11bfe67e0dc3feeb2566339c40758-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:42:58,221 INFO [StoreOpener-3fe11bfe67e0dc3feeb2566339c40758-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:42:58,221 INFO [StoreOpener-3fe11bfe67e0dc3feeb2566339c40758-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fe11bfe67e0dc3feeb2566339c40758 columnFamilyName A 2024-11-21T12:42:58,222 DEBUG [StoreOpener-3fe11bfe67e0dc3feeb2566339c40758-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:42:58,230 INFO [StoreOpener-3fe11bfe67e0dc3feeb2566339c40758-1 {}] regionserver.HStore(327): Store=3fe11bfe67e0dc3feeb2566339c40758/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:42:58,230 INFO [StoreOpener-3fe11bfe67e0dc3feeb2566339c40758-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:42:58,251 INFO [StoreOpener-3fe11bfe67e0dc3feeb2566339c40758-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:42:58,252 INFO [StoreOpener-3fe11bfe67e0dc3feeb2566339c40758-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fe11bfe67e0dc3feeb2566339c40758 columnFamilyName B 2024-11-21T12:42:58,252 DEBUG [StoreOpener-3fe11bfe67e0dc3feeb2566339c40758-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:42:58,256 INFO [StoreOpener-3fe11bfe67e0dc3feeb2566339c40758-1 {}] regionserver.HStore(327): Store=3fe11bfe67e0dc3feeb2566339c40758/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:42:58,256 INFO [StoreOpener-3fe11bfe67e0dc3feeb2566339c40758-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:42:58,263 INFO [StoreOpener-3fe11bfe67e0dc3feeb2566339c40758-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:42:58,264 INFO [StoreOpener-3fe11bfe67e0dc3feeb2566339c40758-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fe11bfe67e0dc3feeb2566339c40758 columnFamilyName C 2024-11-21T12:42:58,264 DEBUG [StoreOpener-3fe11bfe67e0dc3feeb2566339c40758-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:42:58,265 INFO [StoreOpener-3fe11bfe67e0dc3feeb2566339c40758-1 {}] regionserver.HStore(327): Store=3fe11bfe67e0dc3feeb2566339c40758/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:42:58,265 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:42:58,267 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:42:58,268 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:42:58,279 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T12:42:58,295 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:42:58,311 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:42:58,315 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 3fe11bfe67e0dc3feeb2566339c40758; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64473718, jitterRate=-0.039266735315322876}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T12:42:58,316 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:42:58,321 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., pid=11, masterSystemTime=1732192978183 2024-11-21T12:42:58,328 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:42:58,328 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:42:58,333 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=3fe11bfe67e0dc3feeb2566339c40758, regionState=OPEN, openSeqNum=2, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:42:58,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-21T12:42:58,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 in 309 msec 2024-11-21T12:42:58,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:42:58,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3fe11bfe67e0dc3feeb2566339c40758, ASSIGN in 484 msec 2024-11-21T12:42:58,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:42:58,381 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732192978381"}]},"ts":"1732192978381"} 2024-11-21T12:42:58,388 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T12:42:58,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:42:58,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.5730 sec 2024-11-21T12:42:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T12:42:59,055 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-21T12:42:59,061 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x57341f69 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@59c6c3be 2024-11-21T12:42:59,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@263f39f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:42:59,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:42:59,131 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:42:59,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:42:59,151 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:42:59,164 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x74dab98d to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b8c06c 2024-11-21T12:42:59,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd6116f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:42:59,189 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x103d15a4 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@52440c6f 2024-11-21T12:42:59,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70073b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:42:59,225 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c29e9c6 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@38ca684c 2024-11-21T12:42:59,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d8ef82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:42:59,269 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x634bebfa to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8a867d7 2024-11-21T12:42:59,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e8a898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:42:59,309 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c0dfa91 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1cf3b85a 2024-11-21T12:42:59,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41026f34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:42:59,322 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7eb0e15a to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3ba281ef 2024-11-21T12:42:59,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d24fa14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:42:59,341 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d1f6659 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@721d39ec 2024-11-21T12:42:59,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b389e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:42:59,358 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x56a3b06c to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@626bd7d8 2024-11-21T12:42:59,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b193e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:42:59,371 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x538501e8 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6fecd957 2024-11-21T12:42:59,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33727f7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:42:59,405 DEBUG [hconnection-0x52bc8992-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:42:59,423 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33430, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:42:59,427 DEBUG [hconnection-0x14eb5fc7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:42:59,427 DEBUG [hconnection-0x72891238-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:42:59,427 DEBUG [hconnection-0x60cef9be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:42:59,427 DEBUG [hconnection-0x454da7b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:42:59,428 DEBUG [hconnection-0x34c3ff8d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:42:59,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:42:59,439 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:42:59,440 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:42:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-21T12:42:59,444 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:42:59,446 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:42:59,449 DEBUG [hconnection-0x2f024d8a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:42:59,455 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:42:59,460 DEBUG [hconnection-0x5f3d8a57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:42:59,462 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:42:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T12:42:59,467 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:42:59,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:42:59,479 DEBUG [hconnection-0x66ee95bd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:42:59,503 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:42:59,508 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33502, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:42:59,527 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:42:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T12:42:59,582 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T12:42:59,584 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:42:59,585 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-21T12:42:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:42:59,631 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3fe11bfe67e0dc3feeb2566339c40758 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T12:42:59,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=A 2024-11-21T12:42:59,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:42:59,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=B 2024-11-21T12:42:59,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:42:59,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=C 2024-11-21T12:42:59,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:42:59,680 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:42:59,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T12:42:59,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:42:59,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:42:59,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:42:59,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:42:59,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:42:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:42:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T12:42:59,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/2e4f804387b744ff893be4e437aa1ed6 is 50, key is test_row_0/A:col10/1732192979517/Put/seqid=0 2024-11-21T12:42:59,911 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:42:59,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T12:42:59,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:42:59,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:42:59,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:42:59,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:42:59,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:42:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:42:59,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741839_1015 (size=12001) 2024-11-21T12:42:59,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/2e4f804387b744ff893be4e437aa1ed6 2024-11-21T12:43:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T12:43:00,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33450 deadline: 1732193040060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:00,100 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:00,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T12:43:00,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33482 deadline: 1732193040063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:00,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1732193040076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:00,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:00,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:00,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:00,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:00,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:00,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193040100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:00,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193040104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:00,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/a1a374c3c48842a590e5cc27126d8620 is 50, key is test_row_0/B:col10/1732192979517/Put/seqid=0 2024-11-21T12:43:00,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33450 deadline: 1732193040203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:00,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33482 deadline: 1732193040213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:00,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1732193040234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:00,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741840_1016 (size=12001) 2024-11-21T12:43:00,273 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:00,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T12:43:00,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:00,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/a1a374c3c48842a590e5cc27126d8620 2024-11-21T12:43:00,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193040267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:00,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:00,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:00,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:00,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:00,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193040296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:00,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/40234ebf8e6d46cbae14ccdeb19fc6fa is 50, key is test_row_0/C:col10/1732192979517/Put/seqid=0 2024-11-21T12:43:00,400 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T12:43:00,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33450 deadline: 1732193040410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:00,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33482 deadline: 1732193040424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:00,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741841_1017 (size=12001) 2024-11-21T12:43:00,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1732193040452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:00,479 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:00,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T12:43:00,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:00,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:00,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:00,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:00,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:00,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193040496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:00,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193040523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T12:43:00,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T12:43:00,625 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T12:43:00,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-21T12:43:00,639 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:00,639 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-21T12:43:00,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:43:00,641 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T12:43:00,641 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T12:43:00,641 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T12:43:00,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T12:43:00,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:00,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:00,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:00,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:00,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:00,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T12:43:00,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-21T12:43:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:00,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33450 deadline: 1732193040723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:00,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33482 deadline: 1732193040748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:00,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1732193040771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:00,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193040809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:00,834 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:00,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T12:43:00,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:00,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:00,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:00,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:00,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:00,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193040837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:00,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/40234ebf8e6d46cbae14ccdeb19fc6fa 2024-11-21T12:43:00,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/2e4f804387b744ff893be4e437aa1ed6 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/2e4f804387b744ff893be4e437aa1ed6 2024-11-21T12:43:00,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/2e4f804387b744ff893be4e437aa1ed6, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T12:43:00,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/a1a374c3c48842a590e5cc27126d8620 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/a1a374c3c48842a590e5cc27126d8620 2024-11-21T12:43:00,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/a1a374c3c48842a590e5cc27126d8620, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T12:43:00,999 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:00,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/40234ebf8e6d46cbae14ccdeb19fc6fa as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/40234ebf8e6d46cbae14ccdeb19fc6fa 2024-11-21T12:43:01,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T12:43:01,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:01,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:01,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:01,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:01,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:01,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/40234ebf8e6d46cbae14ccdeb19fc6fa, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T12:43:01,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 3fe11bfe67e0dc3feeb2566339c40758 in 1431ms, sequenceid=13, compaction requested=false 2024-11-21T12:43:01,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:01,169 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:01,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T12:43:01,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:01,173 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 3fe11bfe67e0dc3feeb2566339c40758 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T12:43:01,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=A 2024-11-21T12:43:01,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:01,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=B 2024-11-21T12:43:01,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:01,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=C 2024-11-21T12:43:01,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:01,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/62ecf5978ac1450fbcab36b2f89ac3b0 is 50, key is test_row_0/A:col10/1732192980091/Put/seqid=0 2024-11-21T12:43:01,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:43:01,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741842_1018 (size=12001) 2024-11-21T12:43:01,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33450 deadline: 1732193041305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:01,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1732193041308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:01,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33482 deadline: 1732193041318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:01,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193041319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:01,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193041352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:01,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1732193041441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:01,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33482 deadline: 1732193041444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:01,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33450 deadline: 1732193041437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T12:43:01,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1732193041656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:01,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33482 deadline: 1732193041660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:01,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33450 deadline: 1732193041659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:01,699 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/62ecf5978ac1450fbcab36b2f89ac3b0 2024-11-21T12:43:01,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/1f8297d36f0446fd89d44fe60861a57e is 50, key is test_row_0/B:col10/1732192980091/Put/seqid=0 2024-11-21T12:43:01,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741843_1019 (size=12001) 2024-11-21T12:43:01,768 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/1f8297d36f0446fd89d44fe60861a57e 2024-11-21T12:43:01,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/1cb408816c29496682eb117dc0535a72 is 50, key is test_row_0/C:col10/1732192980091/Put/seqid=0 2024-11-21T12:43:01,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741844_1020 (size=12001) 2024-11-21T12:43:01,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1732193041977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:01,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33482 deadline: 1732193041983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:01,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33450 deadline: 1732193041983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:02,307 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/1cb408816c29496682eb117dc0535a72 2024-11-21T12:43:02,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/62ecf5978ac1450fbcab36b2f89ac3b0 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/62ecf5978ac1450fbcab36b2f89ac3b0 2024-11-21T12:43:02,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193042362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:02,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193042362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:02,430 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/62ecf5978ac1450fbcab36b2f89ac3b0, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T12:43:02,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/1f8297d36f0446fd89d44fe60861a57e as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/1f8297d36f0446fd89d44fe60861a57e 2024-11-21T12:43:02,453 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/1f8297d36f0446fd89d44fe60861a57e, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T12:43:02,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/1cb408816c29496682eb117dc0535a72 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/1cb408816c29496682eb117dc0535a72 2024-11-21T12:43:02,472 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/1cb408816c29496682eb117dc0535a72, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T12:43:02,480 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 3fe11bfe67e0dc3feeb2566339c40758 in 1306ms, sequenceid=38, compaction requested=false 2024-11-21T12:43:02,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:02,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:02,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-21T12:43:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-21T12:43:02,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T12:43:02,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0130 sec 2024-11-21T12:43:02,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 3.0590 sec 2024-11-21T12:43:02,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3fe11bfe67e0dc3feeb2566339c40758 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T12:43:02,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=A 2024-11-21T12:43:02,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:02,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=B 2024-11-21T12:43:02,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:02,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=C 2024-11-21T12:43:02,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:43:02,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/f1f89ea117b647b2806e8c143a85b04b is 50, key is test_row_0/A:col10/1732192982496/Put/seqid=0 2024-11-21T12:43:02,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741845_1021 (size=14341) 2024-11-21T12:43:02,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1732193042625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:02,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33482 deadline: 1732193042628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:02,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33450 deadline: 1732193042631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:02,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1732193042740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:02,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33450 deadline: 1732193042743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:02,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33482 deadline: 1732193042755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:02,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33450 deadline: 1732193042950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:02,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1732193042950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:02,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33482 deadline: 1732193042962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:03,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/f1f89ea117b647b2806e8c143a85b04b 2024-11-21T12:43:03,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/4a0cafbad3474400a5cce5ecc930d8da is 50, key is test_row_0/B:col10/1732192982496/Put/seqid=0 2024-11-21T12:43:03,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741846_1022 (size=12001) 2024-11-21T12:43:03,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/4a0cafbad3474400a5cce5ecc930d8da 2024-11-21T12:43:03,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/784a5325a76647aca1bbb60206646f58 is 50, key is test_row_0/C:col10/1732192982496/Put/seqid=0 2024-11-21T12:43:03,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741847_1023 (size=12001) 2024-11-21T12:43:03,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33450 deadline: 1732193043259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:03,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1732193043260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:03,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33482 deadline: 1732193043281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T12:43:03,597 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-21T12:43:03,600 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:43:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-21T12:43:03,604 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:43:03,605 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:43:03,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:43:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T12:43:03,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/784a5325a76647aca1bbb60206646f58 2024-11-21T12:43:03,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/f1f89ea117b647b2806e8c143a85b04b as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/f1f89ea117b647b2806e8c143a85b04b 2024-11-21T12:43:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T12:43:03,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/f1f89ea117b647b2806e8c143a85b04b, entries=200, sequenceid=51, filesize=14.0 K 2024-11-21T12:43:03,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/4a0cafbad3474400a5cce5ecc930d8da as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/4a0cafbad3474400a5cce5ecc930d8da 2024-11-21T12:43:03,765 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:03,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-21T12:43:03,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:03,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:03,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:03,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/4a0cafbad3474400a5cce5ecc930d8da, entries=150, sequenceid=51, filesize=11.7 K 2024-11-21T12:43:03,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:03,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:03,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/784a5325a76647aca1bbb60206646f58 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/784a5325a76647aca1bbb60206646f58 2024-11-21T12:43:03,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33450 deadline: 1732193043773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:03,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1732193043785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:03,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33482 deadline: 1732193043795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:03,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/784a5325a76647aca1bbb60206646f58, entries=150, sequenceid=51, filesize=11.7 K 2024-11-21T12:43:03,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 3fe11bfe67e0dc3feeb2566339c40758 in 1342ms, sequenceid=51, compaction requested=true 2024-11-21T12:43:03,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:03,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3fe11bfe67e0dc3feeb2566339c40758:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:43:03,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:03,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3fe11bfe67e0dc3feeb2566339c40758:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:43:03,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:03,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3fe11bfe67e0dc3feeb2566339c40758:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:43:03,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:03,851 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:43:03,853 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:43:03,868 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:43:03,870 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 3fe11bfe67e0dc3feeb2566339c40758/B is initiating minor compaction (all files) 2024-11-21T12:43:03,870 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3fe11bfe67e0dc3feeb2566339c40758/B in TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:03,871 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:43:03,871 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 3fe11bfe67e0dc3feeb2566339c40758/A is initiating minor compaction (all files) 2024-11-21T12:43:03,871 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3fe11bfe67e0dc3feeb2566339c40758/A in TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:03,871 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/2e4f804387b744ff893be4e437aa1ed6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/62ecf5978ac1450fbcab36b2f89ac3b0, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/f1f89ea117b647b2806e8c143a85b04b] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp, totalSize=37.4 K 2024-11-21T12:43:03,875 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/a1a374c3c48842a590e5cc27126d8620, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/1f8297d36f0446fd89d44fe60861a57e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/4a0cafbad3474400a5cce5ecc930d8da] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp, totalSize=35.2 K 2024-11-21T12:43:03,875 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e4f804387b744ff893be4e437aa1ed6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732192979517 2024-11-21T12:43:03,883 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting a1a374c3c48842a590e5cc27126d8620, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732192979517 2024-11-21T12:43:03,886 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62ecf5978ac1450fbcab36b2f89ac3b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732192980056 2024-11-21T12:43:03,891 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f8297d36f0446fd89d44fe60861a57e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732192980056 2024-11-21T12:43:03,897 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a0cafbad3474400a5cce5ecc930d8da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732192981297 2024-11-21T12:43:03,899 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1f89ea117b647b2806e8c143a85b04b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732192981297 2024-11-21T12:43:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T12:43:03,933 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:03,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-21T12:43:03,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:03,940 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 3fe11bfe67e0dc3feeb2566339c40758 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T12:43:03,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=A 2024-11-21T12:43:03,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:03,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=B 2024-11-21T12:43:03,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:03,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=C 2024-11-21T12:43:03,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:03,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/5083ae016fca4c76bc3fd57911fb61b9 is 50, key is test_row_0/A:col10/1732192982626/Put/seqid=0 2024-11-21T12:43:04,046 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3fe11bfe67e0dc3feeb2566339c40758#A#compaction#11 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:04,047 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/86b5d74670444906a68260d102d156f4 is 50, key is test_row_0/A:col10/1732192982496/Put/seqid=0 2024-11-21T12:43:04,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741848_1024 (size=12001) 2024-11-21T12:43:04,048 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3fe11bfe67e0dc3feeb2566339c40758#B#compaction#10 average throughput is 0.14 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:04,049 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/cfc9b26181d641f0817666258fbfcfbe is 50, key is test_row_0/B:col10/1732192982496/Put/seqid=0 2024-11-21T12:43:04,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741849_1025 (size=12104) 2024-11-21T12:43:04,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741850_1026 (size=12104) 2024-11-21T12:43:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T12:43:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:43:04,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:04,457 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/5083ae016fca4c76bc3fd57911fb61b9 2024-11-21T12:43:04,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/aec85605517b454e8258bfe8c6c38c60 is 50, key is test_row_0/B:col10/1732192982626/Put/seqid=0 2024-11-21T12:43:04,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193044516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:04,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193044516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:04,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741851_1027 (size=12001) 2024-11-21T12:43:04,563 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/aec85605517b454e8258bfe8c6c38c60 2024-11-21T12:43:04,565 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/86b5d74670444906a68260d102d156f4 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/86b5d74670444906a68260d102d156f4 2024-11-21T12:43:04,569 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/cfc9b26181d641f0817666258fbfcfbe as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/cfc9b26181d641f0817666258fbfcfbe 2024-11-21T12:43:04,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/f1487bc340f343ec8ef40dea69f3232a is 50, key is test_row_0/C:col10/1732192982626/Put/seqid=0 2024-11-21T12:43:04,608 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3fe11bfe67e0dc3feeb2566339c40758/A of 3fe11bfe67e0dc3feeb2566339c40758 into 86b5d74670444906a68260d102d156f4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:04,609 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:04,609 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., storeName=3fe11bfe67e0dc3feeb2566339c40758/A, priority=13, startTime=1732192983845; duration=0sec 2024-11-21T12:43:04,609 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:04,609 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3fe11bfe67e0dc3feeb2566339c40758:A 2024-11-21T12:43:04,609 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:43:04,612 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:43:04,613 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 3fe11bfe67e0dc3feeb2566339c40758/C is initiating minor compaction (all files) 2024-11-21T12:43:04,614 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3fe11bfe67e0dc3feeb2566339c40758/C in TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:04,614 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/40234ebf8e6d46cbae14ccdeb19fc6fa, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/1cb408816c29496682eb117dc0535a72, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/784a5325a76647aca1bbb60206646f58] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp, totalSize=35.2 K 2024-11-21T12:43:04,615 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40234ebf8e6d46cbae14ccdeb19fc6fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732192979517 2024-11-21T12:43:04,617 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cb408816c29496682eb117dc0535a72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732192980056 2024-11-21T12:43:04,618 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 784a5325a76647aca1bbb60206646f58, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732192981297 2024-11-21T12:43:04,619 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3fe11bfe67e0dc3feeb2566339c40758/B of 3fe11bfe67e0dc3feeb2566339c40758 into cfc9b26181d641f0817666258fbfcfbe(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:04,619 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:04,619 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., storeName=3fe11bfe67e0dc3feeb2566339c40758/B, priority=13, startTime=1732192983851; duration=0sec 2024-11-21T12:43:04,619 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:04,619 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3fe11bfe67e0dc3feeb2566339c40758:B 2024-11-21T12:43:04,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193044637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:04,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193044637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:04,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741852_1028 (size=12001) 2024-11-21T12:43:04,671 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3fe11bfe67e0dc3feeb2566339c40758#C#compaction#14 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:04,673 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/5afab76246f74891bf3b457e7e21d376 is 50, key is test_row_0/C:col10/1732192982496/Put/seqid=0 2024-11-21T12:43:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T12:43:04,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741853_1029 (size=12104) 2024-11-21T12:43:04,769 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/5afab76246f74891bf3b457e7e21d376 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/5afab76246f74891bf3b457e7e21d376 2024-11-21T12:43:04,806 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3fe11bfe67e0dc3feeb2566339c40758/C of 3fe11bfe67e0dc3feeb2566339c40758 into 5afab76246f74891bf3b457e7e21d376(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:04,806 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:04,807 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., storeName=3fe11bfe67e0dc3feeb2566339c40758/C, priority=13, startTime=1732192983851; duration=0sec 2024-11-21T12:43:04,807 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:04,807 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3fe11bfe67e0dc3feeb2566339c40758:C 2024-11-21T12:43:04,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33450 deadline: 1732193044807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:04,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1732193044809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:04,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33482 deadline: 1732193044823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:04,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193044861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:04,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193044875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:05,076 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/f1487bc340f343ec8ef40dea69f3232a 2024-11-21T12:43:05,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/5083ae016fca4c76bc3fd57911fb61b9 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/5083ae016fca4c76bc3fd57911fb61b9 2024-11-21T12:43:05,172 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/5083ae016fca4c76bc3fd57911fb61b9, entries=150, sequenceid=75, filesize=11.7 K 2024-11-21T12:43:05,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193045175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:05,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/aec85605517b454e8258bfe8c6c38c60 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/aec85605517b454e8258bfe8c6c38c60 2024-11-21T12:43:05,202 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/aec85605517b454e8258bfe8c6c38c60, entries=150, sequenceid=75, filesize=11.7 K 2024-11-21T12:43:05,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/f1487bc340f343ec8ef40dea69f3232a as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/f1487bc340f343ec8ef40dea69f3232a 2024-11-21T12:43:05,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:05,220 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/f1487bc340f343ec8ef40dea69f3232a, entries=150, sequenceid=75, filesize=11.7 K 2024-11-21T12:43:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193045207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:05,223 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 3fe11bfe67e0dc3feeb2566339c40758 in 1282ms, sequenceid=75, compaction requested=false 2024-11-21T12:43:05,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:05,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:05,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T12:43:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-21T12:43:05,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-21T12:43:05,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6330 sec 2024-11-21T12:43:05,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.6470 sec 2024-11-21T12:43:05,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3fe11bfe67e0dc3feeb2566339c40758 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T12:43:05,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=A 2024-11-21T12:43:05,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:05,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=B 2024-11-21T12:43:05,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:05,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=C 2024-11-21T12:43:05,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:43:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T12:43:05,723 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-21T12:43:05,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/35e957b29e8d4bcdbeb1dc9956b9a2f4 is 50, key is test_row_0/A:col10/1732192984506/Put/seqid=0 2024-11-21T12:43:05,731 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:43:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-21T12:43:05,739 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:43:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T12:43:05,742 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:43:05,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:43:05,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741854_1030 (size=12001) 2024-11-21T12:43:05,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/35e957b29e8d4bcdbeb1dc9956b9a2f4 2024-11-21T12:43:05,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/7b342d419b0c4e99834176f6a349dc13 is 50, key is test_row_0/B:col10/1732192984506/Put/seqid=0 2024-11-21T12:43:05,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741855_1031 (size=12001) 2024-11-21T12:43:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T12:43:05,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/7b342d419b0c4e99834176f6a349dc13 2024-11-21T12:43:05,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/35cfb83fe83a4fa0a13774e8f3dc7c73 is 50, key is test_row_0/C:col10/1732192984506/Put/seqid=0 2024-11-21T12:43:05,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193045869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:05,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193045877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:05,903 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:05,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-21T12:43:05,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:05,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:05,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:05,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:05,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:05,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741856_1032 (size=12001) 2024-11-21T12:43:05,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193045988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:05,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193045988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T12:43:06,071 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:06,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-21T12:43:06,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:06,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:06,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:06,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:06,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:06,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193046196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:06,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193046197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:06,233 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:06,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-21T12:43:06,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:06,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:06,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:06,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:06,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:06,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/35cfb83fe83a4fa0a13774e8f3dc7c73 2024-11-21T12:43:06,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/35e957b29e8d4bcdbeb1dc9956b9a2f4 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/35e957b29e8d4bcdbeb1dc9956b9a2f4 2024-11-21T12:43:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T12:43:06,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/35e957b29e8d4bcdbeb1dc9956b9a2f4, entries=150, sequenceid=92, filesize=11.7 K 2024-11-21T12:43:06,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/7b342d419b0c4e99834176f6a349dc13 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/7b342d419b0c4e99834176f6a349dc13 2024-11-21T12:43:06,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/7b342d419b0c4e99834176f6a349dc13, entries=150, sequenceid=92, filesize=11.7 K 2024-11-21T12:43:06,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/35cfb83fe83a4fa0a13774e8f3dc7c73 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/35cfb83fe83a4fa0a13774e8f3dc7c73 2024-11-21T12:43:06,395 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:06,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-21T12:43:06,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:06,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:06,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:06,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:06,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:06,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/35cfb83fe83a4fa0a13774e8f3dc7c73, entries=150, sequenceid=92, filesize=11.7 K 2024-11-21T12:43:06,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3fe11bfe67e0dc3feeb2566339c40758 in 723ms, sequenceid=92, compaction requested=true 2024-11-21T12:43:06,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:06,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3fe11bfe67e0dc3feeb2566339c40758:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:43:06,427 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:43:06,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:06,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3fe11bfe67e0dc3feeb2566339c40758:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:43:06,427 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:43:06,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:06,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3fe11bfe67e0dc3feeb2566339c40758:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:43:06,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:06,435 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:43:06,435 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 3fe11bfe67e0dc3feeb2566339c40758/B is initiating minor compaction (all files) 2024-11-21T12:43:06,435 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3fe11bfe67e0dc3feeb2566339c40758/B in TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:06,435 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/cfc9b26181d641f0817666258fbfcfbe, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/aec85605517b454e8258bfe8c6c38c60, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/7b342d419b0c4e99834176f6a349dc13] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp, totalSize=35.3 K 2024-11-21T12:43:06,436 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:43:06,436 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 3fe11bfe67e0dc3feeb2566339c40758/A is initiating minor compaction (all files) 2024-11-21T12:43:06,436 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3fe11bfe67e0dc3feeb2566339c40758/A in TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:06,436 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/86b5d74670444906a68260d102d156f4, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/5083ae016fca4c76bc3fd57911fb61b9, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/35e957b29e8d4bcdbeb1dc9956b9a2f4] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp, totalSize=35.3 K 2024-11-21T12:43:06,438 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86b5d74670444906a68260d102d156f4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732192981297 2024-11-21T12:43:06,438 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting cfc9b26181d641f0817666258fbfcfbe, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732192981297 2024-11-21T12:43:06,440 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5083ae016fca4c76bc3fd57911fb61b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732192982618 2024-11-21T12:43:06,441 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting aec85605517b454e8258bfe8c6c38c60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732192982618 2024-11-21T12:43:06,442 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35e957b29e8d4bcdbeb1dc9956b9a2f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732192984501 2024-11-21T12:43:06,443 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b342d419b0c4e99834176f6a349dc13, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732192984501 2024-11-21T12:43:06,498 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3fe11bfe67e0dc3feeb2566339c40758#A#compaction#18 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:06,499 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/900d78b05c49483386fc1253f63df08a is 50, key is test_row_0/A:col10/1732192984506/Put/seqid=0 2024-11-21T12:43:06,505 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3fe11bfe67e0dc3feeb2566339c40758#B#compaction#19 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:06,507 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/c31b687186d3435d9a7686d64afdf53e is 50, key is test_row_0/B:col10/1732192984506/Put/seqid=0 2024-11-21T12:43:06,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3fe11bfe67e0dc3feeb2566339c40758 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T12:43:06,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=A 2024-11-21T12:43:06,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:06,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=B 2024-11-21T12:43:06,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:06,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=C 2024-11-21T12:43:06,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:43:06,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/3925c5fbbfd34564ab58cb584c125dbf is 50, key is test_row_0/A:col10/1732192985815/Put/seqid=0 2024-11-21T12:43:06,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193046563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:06,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741857_1033 (size=12207) 2024-11-21T12:43:06,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741858_1034 (size=12207) 2024-11-21T12:43:06,575 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:06,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-21T12:43:06,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:06,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:06,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193046567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:06,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:06,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:06,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:06,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741859_1035 (size=12001) 2024-11-21T12:43:06,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/3925c5fbbfd34564ab58cb584c125dbf 2024-11-21T12:43:06,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/9055a45826aa4fb7b247bc77a78d0cf8 is 50, key is test_row_0/B:col10/1732192985815/Put/seqid=0 2024-11-21T12:43:06,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193046674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:06,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193046683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:06,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741860_1036 (size=12001) 2024-11-21T12:43:06,733 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:06,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-21T12:43:06,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:06,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:06,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:06,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:06,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:06,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33450 deadline: 1732193046832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:06,835 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4204 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., hostname=b3d5da5e0922,39829,1732192970767, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:43:06,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1732193046837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:06,841 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4216 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., hostname=b3d5da5e0922,39829,1732192970767, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:43:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T12:43:06,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33482 deadline: 1732193046863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:06,870 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4242 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., hostname=b3d5da5e0922,39829,1732192970767, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:43:06,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193046879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:06,889 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:06,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-21T12:43:06,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:06,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:06,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:06,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:06,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:06,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193046892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:07,043 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/900d78b05c49483386fc1253f63df08a as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/900d78b05c49483386fc1253f63df08a 2024-11-21T12:43:07,046 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:07,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-21T12:43:07,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:07,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:07,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:07,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:07,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:07,052 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/c31b687186d3435d9a7686d64afdf53e as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/c31b687186d3435d9a7686d64afdf53e 2024-11-21T12:43:07,065 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3fe11bfe67e0dc3feeb2566339c40758/A of 3fe11bfe67e0dc3feeb2566339c40758 into 900d78b05c49483386fc1253f63df08a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:07,065 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:07,066 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., storeName=3fe11bfe67e0dc3feeb2566339c40758/A, priority=13, startTime=1732192986427; duration=0sec 2024-11-21T12:43:07,066 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:07,066 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3fe11bfe67e0dc3feeb2566339c40758:A 2024-11-21T12:43:07,066 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:43:07,068 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:43:07,068 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 3fe11bfe67e0dc3feeb2566339c40758/C is initiating minor compaction (all files) 2024-11-21T12:43:07,068 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3fe11bfe67e0dc3feeb2566339c40758/C in TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:07,068 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/5afab76246f74891bf3b457e7e21d376, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/f1487bc340f343ec8ef40dea69f3232a, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/35cfb83fe83a4fa0a13774e8f3dc7c73] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp, totalSize=35.3 K 2024-11-21T12:43:07,069 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5afab76246f74891bf3b457e7e21d376, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732192981297 2024-11-21T12:43:07,070 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1487bc340f343ec8ef40dea69f3232a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732192982618 2024-11-21T12:43:07,071 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35cfb83fe83a4fa0a13774e8f3dc7c73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732192984501 2024-11-21T12:43:07,074 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3fe11bfe67e0dc3feeb2566339c40758/B of 3fe11bfe67e0dc3feeb2566339c40758 into c31b687186d3435d9a7686d64afdf53e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:07,074 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:07,074 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., storeName=3fe11bfe67e0dc3feeb2566339c40758/B, priority=13, startTime=1732192986427; duration=0sec 2024-11-21T12:43:07,074 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:07,074 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3fe11bfe67e0dc3feeb2566339c40758:B 2024-11-21T12:43:07,127 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3fe11bfe67e0dc3feeb2566339c40758#C#compaction#22 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:07,128 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/d760c16f84784473964586bd6f520a7b is 50, key is test_row_0/C:col10/1732192984506/Put/seqid=0 2024-11-21T12:43:07,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/9055a45826aa4fb7b247bc77a78d0cf8 2024-11-21T12:43:07,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741861_1037 (size=12207) 2024-11-21T12:43:07,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193047199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:07,207 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:07,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-21T12:43:07,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:07,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:07,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:07,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:07,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:07,211 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/d760c16f84784473964586bd6f520a7b as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/d760c16f84784473964586bd6f520a7b 2024-11-21T12:43:07,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/f7c1ee915479438e80a95591482bbc9e is 50, key is test_row_0/C:col10/1732192985815/Put/seqid=0 2024-11-21T12:43:07,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193047219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:07,261 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3fe11bfe67e0dc3feeb2566339c40758/C of 3fe11bfe67e0dc3feeb2566339c40758 into d760c16f84784473964586bd6f520a7b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:07,262 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:07,262 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., storeName=3fe11bfe67e0dc3feeb2566339c40758/C, priority=13, startTime=1732192986427; duration=0sec 2024-11-21T12:43:07,262 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:07,262 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3fe11bfe67e0dc3feeb2566339c40758:C 2024-11-21T12:43:07,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741862_1038 (size=12001) 2024-11-21T12:43:07,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/f7c1ee915479438e80a95591482bbc9e 2024-11-21T12:43:07,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/3925c5fbbfd34564ab58cb584c125dbf as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/3925c5fbbfd34564ab58cb584c125dbf 2024-11-21T12:43:07,366 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:07,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-21T12:43:07,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:07,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:07,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:07,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:07,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:07,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/3925c5fbbfd34564ab58cb584c125dbf, entries=150, sequenceid=115, filesize=11.7 K 2024-11-21T12:43:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:07,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/9055a45826aa4fb7b247bc77a78d0cf8 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/9055a45826aa4fb7b247bc77a78d0cf8 2024-11-21T12:43:07,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/9055a45826aa4fb7b247bc77a78d0cf8, entries=150, sequenceid=115, filesize=11.7 K 2024-11-21T12:43:07,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/f7c1ee915479438e80a95591482bbc9e as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/f7c1ee915479438e80a95591482bbc9e 2024-11-21T12:43:07,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/f7c1ee915479438e80a95591482bbc9e, entries=150, sequenceid=115, filesize=11.7 K 2024-11-21T12:43:07,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 3fe11bfe67e0dc3feeb2566339c40758 in 977ms, sequenceid=115, compaction requested=false 2024-11-21T12:43:07,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:07,526 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:07,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-21T12:43:07,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:07,527 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 3fe11bfe67e0dc3feeb2566339c40758 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T12:43:07,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=A 2024-11-21T12:43:07,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:07,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=B 2024-11-21T12:43:07,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:07,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=C 2024-11-21T12:43:07,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:07,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/38e51fdfa8e143f290ecc2c1c2eea1e0 is 50, key is test_row_0/A:col10/1732192986543/Put/seqid=0 2024-11-21T12:43:07,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741863_1039 (size=12001) 2024-11-21T12:43:07,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:43:07,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193047836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:07,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193047841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T12:43:07,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193047947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:07,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193047947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:07,995 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/38e51fdfa8e143f290ecc2c1c2eea1e0 2024-11-21T12:43:08,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/2d037208242e4ecf9e7b65cff60d307f is 50, key is test_row_0/B:col10/1732192986543/Put/seqid=0 2024-11-21T12:43:08,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741864_1040 (size=12001) 2024-11-21T12:43:08,142 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/2d037208242e4ecf9e7b65cff60d307f 2024-11-21T12:43:08,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193048151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:08,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193048165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:08,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/d2e5a50ffaa44125ae4d45d06c7d7538 is 50, key is test_row_0/C:col10/1732192986543/Put/seqid=0 2024-11-21T12:43:08,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741865_1041 (size=12001) 2024-11-21T12:43:08,242 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/d2e5a50ffaa44125ae4d45d06c7d7538 2024-11-21T12:43:08,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/38e51fdfa8e143f290ecc2c1c2eea1e0 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/38e51fdfa8e143f290ecc2c1c2eea1e0 2024-11-21T12:43:08,291 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/38e51fdfa8e143f290ecc2c1c2eea1e0, entries=150, sequenceid=131, filesize=11.7 K 2024-11-21T12:43:08,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/2d037208242e4ecf9e7b65cff60d307f as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/2d037208242e4ecf9e7b65cff60d307f 2024-11-21T12:43:08,314 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/2d037208242e4ecf9e7b65cff60d307f, entries=150, sequenceid=131, filesize=11.7 K 2024-11-21T12:43:08,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/d2e5a50ffaa44125ae4d45d06c7d7538 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/d2e5a50ffaa44125ae4d45d06c7d7538 2024-11-21T12:43:08,332 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/d2e5a50ffaa44125ae4d45d06c7d7538, entries=150, sequenceid=131, filesize=11.7 K 2024-11-21T12:43:08,333 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3fe11bfe67e0dc3feeb2566339c40758 in 806ms, sequenceid=131, compaction requested=true 2024-11-21T12:43:08,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:08,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:08,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-21T12:43:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-21T12:43:08,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-21T12:43:08,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5940 sec 2024-11-21T12:43:08,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 2.6220 sec 2024-11-21T12:43:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:43:08,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3fe11bfe67e0dc3feeb2566339c40758 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T12:43:08,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=A 2024-11-21T12:43:08,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:08,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=B 2024-11-21T12:43:08,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:08,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=C 2024-11-21T12:43:08,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:08,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/1ff0df9844c14f188ff83ac456ce7d83 is 50, key is test_row_0/A:col10/1732192988480/Put/seqid=0 2024-11-21T12:43:08,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741866_1042 (size=16931) 2024-11-21T12:43:08,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/1ff0df9844c14f188ff83ac456ce7d83 2024-11-21T12:43:08,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/38b82aea127d4dd5a9e018b71e0b8ff2 is 50, key is test_row_0/B:col10/1732192988480/Put/seqid=0 2024-11-21T12:43:08,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741867_1043 (size=12151) 2024-11-21T12:43:08,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/38b82aea127d4dd5a9e018b71e0b8ff2 2024-11-21T12:43:08,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193048617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:08,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193048623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:08,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/7e239551ff754b5c924f229941d6a07a is 50, key is test_row_0/C:col10/1732192988480/Put/seqid=0 2024-11-21T12:43:08,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741868_1044 (size=12151) 2024-11-21T12:43:08,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/7e239551ff754b5c924f229941d6a07a 2024-11-21T12:43:08,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/1ff0df9844c14f188ff83ac456ce7d83 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/1ff0df9844c14f188ff83ac456ce7d83 2024-11-21T12:43:08,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193048724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:08,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193048747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:08,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/1ff0df9844c14f188ff83ac456ce7d83, entries=250, sequenceid=156, filesize=16.5 K 2024-11-21T12:43:08,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/38b82aea127d4dd5a9e018b71e0b8ff2 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/38b82aea127d4dd5a9e018b71e0b8ff2 2024-11-21T12:43:08,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/38b82aea127d4dd5a9e018b71e0b8ff2, entries=150, sequenceid=156, filesize=11.9 K 2024-11-21T12:43:08,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/7e239551ff754b5c924f229941d6a07a as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/7e239551ff754b5c924f229941d6a07a 2024-11-21T12:43:08,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/7e239551ff754b5c924f229941d6a07a, entries=150, sequenceid=156, filesize=11.9 K 2024-11-21T12:43:08,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 3fe11bfe67e0dc3feeb2566339c40758 in 369ms, sequenceid=156, compaction requested=true 2024-11-21T12:43:08,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:08,850 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:43:08,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3fe11bfe67e0dc3feeb2566339c40758:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:43:08,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:08,851 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:43:08,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3fe11bfe67e0dc3feeb2566339c40758:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:43:08,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:08,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3fe11bfe67e0dc3feeb2566339c40758:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:43:08,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:08,853 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53140 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:43:08,853 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:43:08,853 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 3fe11bfe67e0dc3feeb2566339c40758/A is initiating minor compaction (all files) 2024-11-21T12:43:08,853 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 3fe11bfe67e0dc3feeb2566339c40758/B is initiating minor compaction (all files) 2024-11-21T12:43:08,853 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3fe11bfe67e0dc3feeb2566339c40758/A in TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:08,853 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3fe11bfe67e0dc3feeb2566339c40758/B in TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:08,853 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/900d78b05c49483386fc1253f63df08a, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/3925c5fbbfd34564ab58cb584c125dbf, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/38e51fdfa8e143f290ecc2c1c2eea1e0, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/1ff0df9844c14f188ff83ac456ce7d83] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp, totalSize=51.9 K 2024-11-21T12:43:08,853 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/c31b687186d3435d9a7686d64afdf53e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/9055a45826aa4fb7b247bc77a78d0cf8, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/2d037208242e4ecf9e7b65cff60d307f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/38b82aea127d4dd5a9e018b71e0b8ff2] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp, totalSize=47.2 K 2024-11-21T12:43:08,855 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting c31b687186d3435d9a7686d64afdf53e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732192984501 2024-11-21T12:43:08,855 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 900d78b05c49483386fc1253f63df08a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732192984501 2024-11-21T12:43:08,855 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3925c5fbbfd34564ab58cb584c125dbf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732192985815 2024-11-21T12:43:08,856 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 9055a45826aa4fb7b247bc77a78d0cf8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732192985815 2024-11-21T12:43:08,857 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d037208242e4ecf9e7b65cff60d307f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732192986533 2024-11-21T12:43:08,858 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38e51fdfa8e143f290ecc2c1c2eea1e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732192986533 2024-11-21T12:43:08,858 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 38b82aea127d4dd5a9e018b71e0b8ff2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732192987815 2024-11-21T12:43:08,860 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ff0df9844c14f188ff83ac456ce7d83, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732192987815 2024-11-21T12:43:08,882 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3fe11bfe67e0dc3feeb2566339c40758#B#compaction#30 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:08,883 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/25adfaeb02504443804a4d2a4ed5fc9a is 50, key is test_row_0/B:col10/1732192988480/Put/seqid=0 2024-11-21T12:43:08,884 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3fe11bfe67e0dc3feeb2566339c40758#A#compaction#31 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:08,884 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/c5b38774676c4d47960dfec8ae16c584 is 50, key is test_row_0/A:col10/1732192988480/Put/seqid=0 2024-11-21T12:43:08,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741869_1045 (size=12493) 2024-11-21T12:43:08,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3fe11bfe67e0dc3feeb2566339c40758 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T12:43:08,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=A 2024-11-21T12:43:08,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:08,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=B 2024-11-21T12:43:08,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:08,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=C 2024-11-21T12:43:08,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:43:08,966 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/25adfaeb02504443804a4d2a4ed5fc9a as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/25adfaeb02504443804a4d2a4ed5fc9a 2024-11-21T12:43:08,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741870_1046 (size=12493) 2024-11-21T12:43:08,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/1656eb8abe134905907acc7986525a88 is 50, key is test_row_0/A:col10/1732192988568/Put/seqid=0 2024-11-21T12:43:08,993 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3fe11bfe67e0dc3feeb2566339c40758/B of 3fe11bfe67e0dc3feeb2566339c40758 into 25adfaeb02504443804a4d2a4ed5fc9a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:08,993 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:08,993 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., storeName=3fe11bfe67e0dc3feeb2566339c40758/B, priority=12, startTime=1732192988851; duration=0sec 2024-11-21T12:43:09,000 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:09,001 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3fe11bfe67e0dc3feeb2566339c40758:B 2024-11-21T12:43:09,001 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:43:09,001 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/c5b38774676c4d47960dfec8ae16c584 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/c5b38774676c4d47960dfec8ae16c584 2024-11-21T12:43:09,014 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:43:09,014 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 3fe11bfe67e0dc3feeb2566339c40758/C is initiating minor compaction (all files) 2024-11-21T12:43:09,014 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3fe11bfe67e0dc3feeb2566339c40758/C in TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:09,015 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/d760c16f84784473964586bd6f520a7b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/f7c1ee915479438e80a95591482bbc9e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/d2e5a50ffaa44125ae4d45d06c7d7538, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/7e239551ff754b5c924f229941d6a07a] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp, totalSize=47.2 K 2024-11-21T12:43:09,017 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting d760c16f84784473964586bd6f520a7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732192984501 2024-11-21T12:43:09,019 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting f7c1ee915479438e80a95591482bbc9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732192985815 2024-11-21T12:43:09,020 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting d2e5a50ffaa44125ae4d45d06c7d7538, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732192986533 2024-11-21T12:43:09,020 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e239551ff754b5c924f229941d6a07a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732192987815 2024-11-21T12:43:09,028 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3fe11bfe67e0dc3feeb2566339c40758/A of 3fe11bfe67e0dc3feeb2566339c40758 into c5b38774676c4d47960dfec8ae16c584(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:09,028 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:09,028 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., storeName=3fe11bfe67e0dc3feeb2566339c40758/A, priority=12, startTime=1732192988850; duration=0sec 2024-11-21T12:43:09,028 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:09,028 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3fe11bfe67e0dc3feeb2566339c40758:A 2024-11-21T12:43:09,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741871_1047 (size=12151) 2024-11-21T12:43:09,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/1656eb8abe134905907acc7986525a88 2024-11-21T12:43:09,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/216deaa3acca4186bd78198d374a0bb5 is 50, key is test_row_0/B:col10/1732192988568/Put/seqid=0 2024-11-21T12:43:09,084 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3fe11bfe67e0dc3feeb2566339c40758#C#compaction#34 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:09,085 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/97aa90bc732e4024b1bcc54cfb5156dd is 50, key is test_row_0/C:col10/1732192988480/Put/seqid=0 2024-11-21T12:43:09,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741872_1048 (size=12151) 2024-11-21T12:43:09,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741873_1049 (size=12493) 2024-11-21T12:43:09,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193049200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:09,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:09,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193049216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:09,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193049311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:09,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193049328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:09,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193049524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:09,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/216deaa3acca4186bd78198d374a0bb5 2024-11-21T12:43:09,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193049537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:09,575 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/97aa90bc732e4024b1bcc54cfb5156dd as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/97aa90bc732e4024b1bcc54cfb5156dd 2024-11-21T12:43:09,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/8b36583a8b34436ca8315bcbde21a9f1 is 50, key is test_row_0/C:col10/1732192988568/Put/seqid=0 2024-11-21T12:43:09,609 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3fe11bfe67e0dc3feeb2566339c40758/C of 3fe11bfe67e0dc3feeb2566339c40758 into 97aa90bc732e4024b1bcc54cfb5156dd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:09,609 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:09,609 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., storeName=3fe11bfe67e0dc3feeb2566339c40758/C, priority=12, startTime=1732192988851; duration=0sec 2024-11-21T12:43:09,609 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:09,609 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3fe11bfe67e0dc3feeb2566339c40758:C 2024-11-21T12:43:09,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741874_1050 (size=12151) 2024-11-21T12:43:09,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193049836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T12:43:09,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193049849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:09,852 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-21T12:43:09,856 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:43:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-21T12:43:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T12:43:09,865 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:43:09,868 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:43:09,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:43:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T12:43:10,023 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:10,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T12:43:10,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:10,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:10,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:10,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:10,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:10,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/8b36583a8b34436ca8315bcbde21a9f1 2024-11-21T12:43:10,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/1656eb8abe134905907acc7986525a88 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/1656eb8abe134905907acc7986525a88 2024-11-21T12:43:10,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/1656eb8abe134905907acc7986525a88, entries=150, sequenceid=169, filesize=11.9 K 2024-11-21T12:43:10,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/216deaa3acca4186bd78198d374a0bb5 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/216deaa3acca4186bd78198d374a0bb5 2024-11-21T12:43:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T12:43:10,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/216deaa3acca4186bd78198d374a0bb5, entries=150, sequenceid=169, filesize=11.9 K 2024-11-21T12:43:10,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/8b36583a8b34436ca8315bcbde21a9f1 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/8b36583a8b34436ca8315bcbde21a9f1 2024-11-21T12:43:10,180 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:10,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T12:43:10,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:10,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:10,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:10,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:10,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:10,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/8b36583a8b34436ca8315bcbde21a9f1, entries=150, sequenceid=169, filesize=11.9 K 2024-11-21T12:43:10,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3fe11bfe67e0dc3feeb2566339c40758 in 1229ms, sequenceid=169, compaction requested=false 2024-11-21T12:43:10,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:10,337 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:10,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T12:43:10,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:10,345 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 3fe11bfe67e0dc3feeb2566339c40758 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T12:43:10,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=A 2024-11-21T12:43:10,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:10,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=B 2024-11-21T12:43:10,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:10,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=C 2024-11-21T12:43:10,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:10,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:43:10,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/98f54912de2b447ead0d91dd6d441647 is 50, key is test_row_0/A:col10/1732192989191/Put/seqid=0 2024-11-21T12:43:10,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741875_1051 (size=12151) 2024-11-21T12:43:10,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193050433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:10,444 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/98f54912de2b447ead0d91dd6d441647 2024-11-21T12:43:10,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193050439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T12:43:10,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/f6ab8f04017c40ce875f14a289825769 is 50, key is test_row_0/B:col10/1732192989191/Put/seqid=0 2024-11-21T12:43:10,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741876_1052 (size=12151) 2024-11-21T12:43:10,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193050542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:10,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193050557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:10,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193050748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:10,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193050783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:10,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33450 deadline: 1732193050867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:10,873 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8243 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., hostname=b3d5da5e0922,39829,1732192970767, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:43:10,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1732193050872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:10,875 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8251 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., hostname=b3d5da5e0922,39829,1732192970767, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:43:10,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33482 deadline: 1732193050879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:10,891 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8263 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., hostname=b3d5da5e0922,39829,1732192970767, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:43:10,927 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/f6ab8f04017c40ce875f14a289825769 2024-11-21T12:43:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T12:43:10,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/39ce90f6f9ba4dd5aec740e3a1b93b76 is 50, key is test_row_0/C:col10/1732192989191/Put/seqid=0 2024-11-21T12:43:10,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741877_1053 (size=12151) 2024-11-21T12:43:11,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193051057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:11,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193051096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:11,400 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/39ce90f6f9ba4dd5aec740e3a1b93b76 2024-11-21T12:43:11,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/98f54912de2b447ead0d91dd6d441647 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/98f54912de2b447ead0d91dd6d441647 2024-11-21T12:43:11,430 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/98f54912de2b447ead0d91dd6d441647, entries=150, sequenceid=195, filesize=11.9 K 2024-11-21T12:43:11,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/f6ab8f04017c40ce875f14a289825769 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/f6ab8f04017c40ce875f14a289825769 2024-11-21T12:43:11,449 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/f6ab8f04017c40ce875f14a289825769, entries=150, sequenceid=195, filesize=11.9 K 2024-11-21T12:43:11,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/39ce90f6f9ba4dd5aec740e3a1b93b76 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/39ce90f6f9ba4dd5aec740e3a1b93b76 2024-11-21T12:43:11,488 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/39ce90f6f9ba4dd5aec740e3a1b93b76, entries=150, sequenceid=195, filesize=11.9 K 2024-11-21T12:43:11,491 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 3fe11bfe67e0dc3feeb2566339c40758 in 1147ms, sequenceid=195, compaction requested=true 2024-11-21T12:43:11,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:11,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:11,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-21T12:43:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-21T12:43:11,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-21T12:43:11,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6430 sec 2024-11-21T12:43:11,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.6710 sec 2024-11-21T12:43:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:43:11,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3fe11bfe67e0dc3feeb2566339c40758 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T12:43:11,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=A 2024-11-21T12:43:11,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:11,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=B 2024-11-21T12:43:11,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:11,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=C 2024-11-21T12:43:11,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:11,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/32c57a0fe7df48c1a4eb41d049921473 is 50, key is test_row_0/A:col10/1732192991577/Put/seqid=0 2024-11-21T12:43:11,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741878_1054 (size=12151) 2024-11-21T12:43:11,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193051718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:11,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193051719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:11,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193051831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:11,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193051832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:11,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T12:43:11,971 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-21T12:43:11,981 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:43:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-21T12:43:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T12:43:12,010 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:43:12,019 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:43:12,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:43:12,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193052039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:12,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:12,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193052047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T12:43:12,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/32c57a0fe7df48c1a4eb41d049921473 2024-11-21T12:43:12,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/7f4cf9ad0e7341ee8f4fdf7e7e580962 is 50, key is test_row_0/B:col10/1732192991577/Put/seqid=0 2024-11-21T12:43:12,194 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:12,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T12:43:12,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:12,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:12,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:12,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:12,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:12,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741879_1055 (size=12151) 2024-11-21T12:43:12,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/7f4cf9ad0e7341ee8f4fdf7e7e580962 2024-11-21T12:43:12,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/ef7b4e14a6064c3295c0da1f00e94980 is 50, key is test_row_0/C:col10/1732192991577/Put/seqid=0 2024-11-21T12:43:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T12:43:12,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741880_1056 (size=12151) 2024-11-21T12:43:12,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/ef7b4e14a6064c3295c0da1f00e94980 2024-11-21T12:43:12,352 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:12,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T12:43:12,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:12,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:12,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:12,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:12,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:12,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193052355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:12,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193052362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:12,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/32c57a0fe7df48c1a4eb41d049921473 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/32c57a0fe7df48c1a4eb41d049921473 2024-11-21T12:43:12,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/32c57a0fe7df48c1a4eb41d049921473, entries=150, sequenceid=210, filesize=11.9 K 2024-11-21T12:43:12,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/7f4cf9ad0e7341ee8f4fdf7e7e580962 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/7f4cf9ad0e7341ee8f4fdf7e7e580962 2024-11-21T12:43:12,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/7f4cf9ad0e7341ee8f4fdf7e7e580962, entries=150, sequenceid=210, filesize=11.9 K 2024-11-21T12:43:12,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/ef7b4e14a6064c3295c0da1f00e94980 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/ef7b4e14a6064c3295c0da1f00e94980 2024-11-21T12:43:12,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/ef7b4e14a6064c3295c0da1f00e94980, entries=150, sequenceid=210, filesize=11.9 K 2024-11-21T12:43:12,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 3fe11bfe67e0dc3feeb2566339c40758 in 845ms, sequenceid=210, compaction requested=true 2024-11-21T12:43:12,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:12,437 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:43:12,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3fe11bfe67e0dc3feeb2566339c40758:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:43:12,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:12,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3fe11bfe67e0dc3feeb2566339c40758:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:43:12,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:12,437 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:43:12,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3fe11bfe67e0dc3feeb2566339c40758:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:43:12,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:12,439 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:43:12,440 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 3fe11bfe67e0dc3feeb2566339c40758/A is initiating minor compaction (all files) 2024-11-21T12:43:12,440 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3fe11bfe67e0dc3feeb2566339c40758/A in TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:12,440 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/c5b38774676c4d47960dfec8ae16c584, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/1656eb8abe134905907acc7986525a88, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/98f54912de2b447ead0d91dd6d441647, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/32c57a0fe7df48c1a4eb41d049921473] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp, totalSize=47.8 K 2024-11-21T12:43:12,440 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5b38774676c4d47960dfec8ae16c584, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732192987815 2024-11-21T12:43:12,441 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:43:12,441 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 3fe11bfe67e0dc3feeb2566339c40758/B is initiating minor compaction (all files) 2024-11-21T12:43:12,442 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3fe11bfe67e0dc3feeb2566339c40758/B in TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:12,442 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/25adfaeb02504443804a4d2a4ed5fc9a, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/216deaa3acca4186bd78198d374a0bb5, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/f6ab8f04017c40ce875f14a289825769, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/7f4cf9ad0e7341ee8f4fdf7e7e580962] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp, totalSize=47.8 K 2024-11-21T12:43:12,442 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1656eb8abe134905907acc7986525a88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732192988532 2024-11-21T12:43:12,442 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 25adfaeb02504443804a4d2a4ed5fc9a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732192987815 2024-11-21T12:43:12,443 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98f54912de2b447ead0d91dd6d441647, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732192989131 2024-11-21T12:43:12,443 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 216deaa3acca4186bd78198d374a0bb5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732192988532 2024-11-21T12:43:12,443 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32c57a0fe7df48c1a4eb41d049921473, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732192990396 2024-11-21T12:43:12,444 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting f6ab8f04017c40ce875f14a289825769, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732192989131 2024-11-21T12:43:12,444 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f4cf9ad0e7341ee8f4fdf7e7e580962, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732192990396 2024-11-21T12:43:12,477 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3fe11bfe67e0dc3feeb2566339c40758#A#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:12,477 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/d54c559f56cf418f9a037720a5db1a2a is 50, key is test_row_0/A:col10/1732192991577/Put/seqid=0 2024-11-21T12:43:12,481 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3fe11bfe67e0dc3feeb2566339c40758#B#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:12,482 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/2ac70967301f4124aa7132aece1e6f4d is 50, key is test_row_0/B:col10/1732192991577/Put/seqid=0 2024-11-21T12:43:12,526 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:12,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T12:43:12,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741881_1057 (size=12629) 2024-11-21T12:43:12,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:12,527 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 3fe11bfe67e0dc3feeb2566339c40758 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T12:43:12,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=A 2024-11-21T12:43:12,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:12,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=B 2024-11-21T12:43:12,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:12,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=C 2024-11-21T12:43:12,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:12,541 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/d54c559f56cf418f9a037720a5db1a2a as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/d54c559f56cf418f9a037720a5db1a2a 2024-11-21T12:43:12,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/0e1b74bbeef8417980e4230a73dfbf8b is 50, key is test_row_0/A:col10/1732192991703/Put/seqid=0 2024-11-21T12:43:12,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741882_1058 (size=12629) 2024-11-21T12:43:12,552 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3fe11bfe67e0dc3feeb2566339c40758/A of 3fe11bfe67e0dc3feeb2566339c40758 into d54c559f56cf418f9a037720a5db1a2a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:12,552 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:12,552 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., storeName=3fe11bfe67e0dc3feeb2566339c40758/A, priority=12, startTime=1732192992437; duration=0sec 2024-11-21T12:43:12,553 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:12,553 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3fe11bfe67e0dc3feeb2566339c40758:A 2024-11-21T12:43:12,553 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:43:12,559 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:43:12,560 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 3fe11bfe67e0dc3feeb2566339c40758/C is initiating minor compaction (all files) 2024-11-21T12:43:12,560 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3fe11bfe67e0dc3feeb2566339c40758/C in TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:12,560 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/97aa90bc732e4024b1bcc54cfb5156dd, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/8b36583a8b34436ca8315bcbde21a9f1, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/39ce90f6f9ba4dd5aec740e3a1b93b76, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/ef7b4e14a6064c3295c0da1f00e94980] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp, totalSize=47.8 K 2024-11-21T12:43:12,560 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97aa90bc732e4024b1bcc54cfb5156dd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732192987815 2024-11-21T12:43:12,561 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b36583a8b34436ca8315bcbde21a9f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732192988532 2024-11-21T12:43:12,562 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39ce90f6f9ba4dd5aec740e3a1b93b76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732192989131 2024-11-21T12:43:12,562 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef7b4e14a6064c3295c0da1f00e94980, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732192990396 2024-11-21T12:43:12,577 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/2ac70967301f4124aa7132aece1e6f4d as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/2ac70967301f4124aa7132aece1e6f4d 2024-11-21T12:43:12,584 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3fe11bfe67e0dc3feeb2566339c40758#C#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:12,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741883_1059 (size=12151) 2024-11-21T12:43:12,586 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/9857601c45cb451c8acdfaaf6ba6ca93 is 50, key is test_row_0/C:col10/1732192991577/Put/seqid=0 2024-11-21T12:43:12,592 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/0e1b74bbeef8417980e4230a73dfbf8b 2024-11-21T12:43:12,595 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3fe11bfe67e0dc3feeb2566339c40758/B of 3fe11bfe67e0dc3feeb2566339c40758 into 2ac70967301f4124aa7132aece1e6f4d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:12,595 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:12,595 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., storeName=3fe11bfe67e0dc3feeb2566339c40758/B, priority=12, startTime=1732192992437; duration=0sec 2024-11-21T12:43:12,595 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:12,595 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3fe11bfe67e0dc3feeb2566339c40758:B 2024-11-21T12:43:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T12:43:12,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/ffb511e58173419da232ce2d45911e0f is 50, key is test_row_0/B:col10/1732192991703/Put/seqid=0 2024-11-21T12:43:12,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741884_1060 (size=12629) 2024-11-21T12:43:12,632 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/9857601c45cb451c8acdfaaf6ba6ca93 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/9857601c45cb451c8acdfaaf6ba6ca93 2024-11-21T12:43:12,642 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3fe11bfe67e0dc3feeb2566339c40758/C of 3fe11bfe67e0dc3feeb2566339c40758 into 9857601c45cb451c8acdfaaf6ba6ca93(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:12,642 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:12,642 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., storeName=3fe11bfe67e0dc3feeb2566339c40758/C, priority=12, startTime=1732192992437; duration=0sec 2024-11-21T12:43:12,642 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:12,642 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3fe11bfe67e0dc3feeb2566339c40758:C 2024-11-21T12:43:12,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741885_1061 (size=12151) 2024-11-21T12:43:12,664 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/ffb511e58173419da232ce2d45911e0f 2024-11-21T12:43:12,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/fe8a1d9d756b43e1935c13a33bdb4aa0 is 50, key is test_row_0/C:col10/1732192991703/Put/seqid=0 2024-11-21T12:43:12,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741886_1062 (size=12151) 2024-11-21T12:43:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:43:12,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:12,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193052963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:12,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193052974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:13,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193053073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:13,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193053082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T12:43:13,129 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/fe8a1d9d756b43e1935c13a33bdb4aa0 2024-11-21T12:43:13,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/0e1b74bbeef8417980e4230a73dfbf8b as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/0e1b74bbeef8417980e4230a73dfbf8b 2024-11-21T12:43:13,170 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/0e1b74bbeef8417980e4230a73dfbf8b, entries=150, sequenceid=232, filesize=11.9 K 2024-11-21T12:43:13,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/ffb511e58173419da232ce2d45911e0f as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/ffb511e58173419da232ce2d45911e0f 2024-11-21T12:43:13,203 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/ffb511e58173419da232ce2d45911e0f, entries=150, sequenceid=232, filesize=11.9 K 2024-11-21T12:43:13,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/fe8a1d9d756b43e1935c13a33bdb4aa0 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/fe8a1d9d756b43e1935c13a33bdb4aa0 2024-11-21T12:43:13,258 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/fe8a1d9d756b43e1935c13a33bdb4aa0, entries=150, sequenceid=232, filesize=11.9 K 2024-11-21T12:43:13,269 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 3fe11bfe67e0dc3feeb2566339c40758 in 742ms, sequenceid=232, compaction requested=false 2024-11-21T12:43:13,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:13,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:13,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-21T12:43:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-21T12:43:13,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3fe11bfe67e0dc3feeb2566339c40758 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T12:43:13,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=A 2024-11-21T12:43:13,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:13,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=B 2024-11-21T12:43:13,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-21T12:43:13,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:13,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=C 2024-11-21T12:43:13,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2580 sec 2024-11-21T12:43:13,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:43:13,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.3300 sec 2024-11-21T12:43:13,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/e8ead179b0894f11ae1f336c324a3a4d is 50, key is test_row_0/A:col10/1732192992961/Put/seqid=0 2024-11-21T12:43:13,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741887_1063 (size=9757) 2024-11-21T12:43:13,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193053417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:13,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193053419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:13,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193053528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:13,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193053529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:13,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193053735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:13,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193053736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:13,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/e8ead179b0894f11ae1f336c324a3a4d 2024-11-21T12:43:13,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/6e4e25b41c3c4f1ba1faaeb3ded6740a is 50, key is test_row_0/B:col10/1732192992961/Put/seqid=0 2024-11-21T12:43:13,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741888_1064 (size=9757) 2024-11-21T12:43:13,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/6e4e25b41c3c4f1ba1faaeb3ded6740a 2024-11-21T12:43:13,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/c77c1b3dcd1448fe939cffc83db7e6a0 is 50, key is test_row_0/C:col10/1732192992961/Put/seqid=0 2024-11-21T12:43:13,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741889_1065 (size=9757) 2024-11-21T12:43:13,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/c77c1b3dcd1448fe939cffc83db7e6a0 2024-11-21T12:43:13,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/e8ead179b0894f11ae1f336c324a3a4d as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/e8ead179b0894f11ae1f336c324a3a4d 2024-11-21T12:43:13,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/e8ead179b0894f11ae1f336c324a3a4d, entries=100, sequenceid=250, filesize=9.5 K 2024-11-21T12:43:13,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/6e4e25b41c3c4f1ba1faaeb3ded6740a as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/6e4e25b41c3c4f1ba1faaeb3ded6740a 2024-11-21T12:43:14,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/6e4e25b41c3c4f1ba1faaeb3ded6740a, entries=100, sequenceid=250, filesize=9.5 K 2024-11-21T12:43:14,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/c77c1b3dcd1448fe939cffc83db7e6a0 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/c77c1b3dcd1448fe939cffc83db7e6a0 2024-11-21T12:43:14,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193054043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:14,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193054043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:14,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/c77c1b3dcd1448fe939cffc83db7e6a0, entries=100, sequenceid=250, filesize=9.5 K 2024-11-21T12:43:14,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 3fe11bfe67e0dc3feeb2566339c40758 in 765ms, sequenceid=250, compaction requested=true 2024-11-21T12:43:14,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:14,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3fe11bfe67e0dc3feeb2566339c40758:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:43:14,055 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:43:14,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:14,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3fe11bfe67e0dc3feeb2566339c40758:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:43:14,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:14,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3fe11bfe67e0dc3feeb2566339c40758:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:43:14,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:14,055 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:43:14,060 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:43:14,060 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 3fe11bfe67e0dc3feeb2566339c40758/B is initiating minor compaction (all files) 2024-11-21T12:43:14,060 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3fe11bfe67e0dc3feeb2566339c40758/B in TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:14,060 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/2ac70967301f4124aa7132aece1e6f4d, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/ffb511e58173419da232ce2d45911e0f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/6e4e25b41c3c4f1ba1faaeb3ded6740a] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp, totalSize=33.7 K 2024-11-21T12:43:14,062 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ac70967301f4124aa7132aece1e6f4d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732192990396 2024-11-21T12:43:14,066 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting ffb511e58173419da232ce2d45911e0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732192991703 2024-11-21T12:43:14,068 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e4e25b41c3c4f1ba1faaeb3ded6740a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732192992961 2024-11-21T12:43:14,068 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:43:14,068 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 3fe11bfe67e0dc3feeb2566339c40758/A is initiating minor compaction (all files) 2024-11-21T12:43:14,069 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3fe11bfe67e0dc3feeb2566339c40758/A in TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:14,069 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/d54c559f56cf418f9a037720a5db1a2a, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/0e1b74bbeef8417980e4230a73dfbf8b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/e8ead179b0894f11ae1f336c324a3a4d] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp, totalSize=33.7 K 2024-11-21T12:43:14,072 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting d54c559f56cf418f9a037720a5db1a2a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732192990396 2024-11-21T12:43:14,075 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e1b74bbeef8417980e4230a73dfbf8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732192991703 2024-11-21T12:43:14,076 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8ead179b0894f11ae1f336c324a3a4d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732192992961 2024-11-21T12:43:14,101 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3fe11bfe67e0dc3feeb2566339c40758#A#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:14,101 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/af5fff66adf343598f167bb6fe2aad57 is 50, key is test_row_0/A:col10/1732192992961/Put/seqid=0 2024-11-21T12:43:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T12:43:14,103 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-21T12:43:14,112 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3fe11bfe67e0dc3feeb2566339c40758#B#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:14,113 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/2de51462698a47258cd48f41d5ae223c is 50, key is test_row_0/B:col10/1732192992961/Put/seqid=0 2024-11-21T12:43:14,113 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:43:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-21T12:43:14,120 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:43:14,121 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:43:14,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:43:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T12:43:14,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741890_1066 (size=12731) 2024-11-21T12:43:14,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741891_1067 (size=12731) 2024-11-21T12:43:14,162 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/af5fff66adf343598f167bb6fe2aad57 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/af5fff66adf343598f167bb6fe2aad57 2024-11-21T12:43:14,176 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3fe11bfe67e0dc3feeb2566339c40758/A of 3fe11bfe67e0dc3feeb2566339c40758 into af5fff66adf343598f167bb6fe2aad57(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:14,176 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:14,176 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., storeName=3fe11bfe67e0dc3feeb2566339c40758/A, priority=13, startTime=1732192994054; duration=0sec 2024-11-21T12:43:14,176 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:14,176 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3fe11bfe67e0dc3feeb2566339c40758:A 2024-11-21T12:43:14,176 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:43:14,178 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/2de51462698a47258cd48f41d5ae223c as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/2de51462698a47258cd48f41d5ae223c 2024-11-21T12:43:14,183 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:43:14,183 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 3fe11bfe67e0dc3feeb2566339c40758/C is initiating minor compaction (all files) 2024-11-21T12:43:14,184 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3fe11bfe67e0dc3feeb2566339c40758/C in TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:14,184 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/9857601c45cb451c8acdfaaf6ba6ca93, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/fe8a1d9d756b43e1935c13a33bdb4aa0, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/c77c1b3dcd1448fe939cffc83db7e6a0] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp, totalSize=33.7 K 2024-11-21T12:43:14,188 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3fe11bfe67e0dc3feeb2566339c40758/B of 3fe11bfe67e0dc3feeb2566339c40758 into 2de51462698a47258cd48f41d5ae223c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:14,188 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:14,188 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., storeName=3fe11bfe67e0dc3feeb2566339c40758/B, priority=13, startTime=1732192994055; duration=0sec 2024-11-21T12:43:14,189 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:14,189 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3fe11bfe67e0dc3feeb2566339c40758:B 2024-11-21T12:43:14,189 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9857601c45cb451c8acdfaaf6ba6ca93, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732192990396 2024-11-21T12:43:14,190 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe8a1d9d756b43e1935c13a33bdb4aa0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732192991703 2024-11-21T12:43:14,190 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting c77c1b3dcd1448fe939cffc83db7e6a0, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732192992961 2024-11-21T12:43:14,220 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3fe11bfe67e0dc3feeb2566339c40758#C#compaction#53 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:14,220 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/c83fcc7f2ee3475ea8ce303095f61ce8 is 50, key is test_row_0/C:col10/1732192992961/Put/seqid=0 2024-11-21T12:43:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T12:43:14,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741892_1068 (size=12731) 2024-11-21T12:43:14,267 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/c83fcc7f2ee3475ea8ce303095f61ce8 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/c83fcc7f2ee3475ea8ce303095f61ce8 2024-11-21T12:43:14,273 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:14,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T12:43:14,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:14,277 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 3fe11bfe67e0dc3feeb2566339c40758 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T12:43:14,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=A 2024-11-21T12:43:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=B 2024-11-21T12:43:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=C 2024-11-21T12:43:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:14,282 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3fe11bfe67e0dc3feeb2566339c40758/C of 3fe11bfe67e0dc3feeb2566339c40758 into c83fcc7f2ee3475ea8ce303095f61ce8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:14,282 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:14,282 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., storeName=3fe11bfe67e0dc3feeb2566339c40758/C, priority=13, startTime=1732192994055; duration=0sec 2024-11-21T12:43:14,282 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:14,282 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3fe11bfe67e0dc3feeb2566339c40758:C 2024-11-21T12:43:14,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/1589f6a2f2cf4ebcb621e9a54c73eb3c is 50, key is test_row_0/A:col10/1732192993413/Put/seqid=0 2024-11-21T12:43:14,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741893_1069 (size=12301) 2024-11-21T12:43:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T12:43:14,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:43:14,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193054627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:14,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193054630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T12:43:14,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193054738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:14,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193054738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:14,746 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/1589f6a2f2cf4ebcb621e9a54c73eb3c 2024-11-21T12:43:14,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/827f3f11077f4ca2b92d3e0de67985dd is 50, key is test_row_0/B:col10/1732192993413/Put/seqid=0 2024-11-21T12:43:14,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741894_1070 (size=12301) 2024-11-21T12:43:14,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193054958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:14,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193054959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T12:43:15,245 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/827f3f11077f4ca2b92d3e0de67985dd 2024-11-21T12:43:15,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193055266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:15,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193055267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:15,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/eb7f1153ef14453982fdac1080a8fa95 is 50, key is test_row_0/C:col10/1732192993413/Put/seqid=0 2024-11-21T12:43:15,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741895_1071 (size=12301) 2024-11-21T12:43:15,330 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/eb7f1153ef14453982fdac1080a8fa95 2024-11-21T12:43:15,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/1589f6a2f2cf4ebcb621e9a54c73eb3c as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/1589f6a2f2cf4ebcb621e9a54c73eb3c 2024-11-21T12:43:15,369 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/1589f6a2f2cf4ebcb621e9a54c73eb3c, entries=150, sequenceid=274, filesize=12.0 K 2024-11-21T12:43:15,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/827f3f11077f4ca2b92d3e0de67985dd as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/827f3f11077f4ca2b92d3e0de67985dd 2024-11-21T12:43:15,395 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/827f3f11077f4ca2b92d3e0de67985dd, entries=150, sequenceid=274, filesize=12.0 K 2024-11-21T12:43:15,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/eb7f1153ef14453982fdac1080a8fa95 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/eb7f1153ef14453982fdac1080a8fa95 2024-11-21T12:43:15,405 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/eb7f1153ef14453982fdac1080a8fa95, entries=150, sequenceid=274, filesize=12.0 K 2024-11-21T12:43:15,407 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 3fe11bfe67e0dc3feeb2566339c40758 in 1130ms, sequenceid=274, compaction requested=false 2024-11-21T12:43:15,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:15,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:15,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-21T12:43:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-21T12:43:15,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-21T12:43:15,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2900 sec 2024-11-21T12:43:15,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.3080 sec 2024-11-21T12:43:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:43:15,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3fe11bfe67e0dc3feeb2566339c40758 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-21T12:43:15,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=A 2024-11-21T12:43:15,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:15,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=B 2024-11-21T12:43:15,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:15,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=C 2024-11-21T12:43:15,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:15,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/68a5b4f1234b4af3be8c4a3e0ab51929 is 50, key is test_row_0/A:col10/1732192994593/Put/seqid=0 2024-11-21T12:43:15,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741896_1072 (size=12301) 2024-11-21T12:43:15,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193055882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:15,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193055881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:15,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193055993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:16,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193055998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:16,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193056208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:16,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193056211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:16,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T12:43:16,230 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-21T12:43:16,238 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:43:16,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-21T12:43:16,241 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:43:16,242 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:43:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T12:43:16,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:43:16,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/68a5b4f1234b4af3be8c4a3e0ab51929 2024-11-21T12:43:16,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/9977931e97744639b40e52492c712fd5 is 50, key is test_row_0/B:col10/1732192994593/Put/seqid=0 2024-11-21T12:43:16,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741897_1073 (size=12301) 2024-11-21T12:43:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T12:43:16,403 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:16,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-21T12:43:16,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:16,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:16,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:16,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:16,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:16,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193056510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:16,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193056515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T12:43:16,565 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:16,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-21T12:43:16,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:16,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:16,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:16,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:16,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:16,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/9977931e97744639b40e52492c712fd5 2024-11-21T12:43:16,720 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:16,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-21T12:43:16,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:16,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:16,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:16,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:16,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:16,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/748be9db405a4edb9d008fec28ea971b is 50, key is test_row_0/C:col10/1732192994593/Put/seqid=0 2024-11-21T12:43:16,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741898_1074 (size=12301) 2024-11-21T12:43:16,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/748be9db405a4edb9d008fec28ea971b 2024-11-21T12:43:16,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/68a5b4f1234b4af3be8c4a3e0ab51929 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/68a5b4f1234b4af3be8c4a3e0ab51929 2024-11-21T12:43:16,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/68a5b4f1234b4af3be8c4a3e0ab51929, entries=150, sequenceid=291, filesize=12.0 K 2024-11-21T12:43:16,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/9977931e97744639b40e52492c712fd5 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/9977931e97744639b40e52492c712fd5 2024-11-21T12:43:16,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/9977931e97744639b40e52492c712fd5, entries=150, sequenceid=291, filesize=12.0 K 2024-11-21T12:43:16,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/748be9db405a4edb9d008fec28ea971b as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/748be9db405a4edb9d008fec28ea971b 2024-11-21T12:43:16,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/748be9db405a4edb9d008fec28ea971b, entries=150, sequenceid=291, filesize=12.0 K 2024-11-21T12:43:16,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 3fe11bfe67e0dc3feeb2566339c40758 in 988ms, sequenceid=291, compaction requested=true 2024-11-21T12:43:16,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:16,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3fe11bfe67e0dc3feeb2566339c40758:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:43:16,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:16,772 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:43:16,772 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:43:16,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3fe11bfe67e0dc3feeb2566339c40758:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:43:16,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:16,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3fe11bfe67e0dc3feeb2566339c40758:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:43:16,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:16,774 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:43:16,774 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:43:16,774 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 3fe11bfe67e0dc3feeb2566339c40758/B is initiating minor compaction (all files) 2024-11-21T12:43:16,774 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 3fe11bfe67e0dc3feeb2566339c40758/A is initiating minor compaction (all files) 2024-11-21T12:43:16,774 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3fe11bfe67e0dc3feeb2566339c40758/B in TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:16,774 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/2de51462698a47258cd48f41d5ae223c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/827f3f11077f4ca2b92d3e0de67985dd, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/9977931e97744639b40e52492c712fd5] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp, totalSize=36.5 K 2024-11-21T12:43:16,775 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3fe11bfe67e0dc3feeb2566339c40758/A in TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:16,776 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/af5fff66adf343598f167bb6fe2aad57, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/1589f6a2f2cf4ebcb621e9a54c73eb3c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/68a5b4f1234b4af3be8c4a3e0ab51929] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp, totalSize=36.5 K 2024-11-21T12:43:16,776 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 2de51462698a47258cd48f41d5ae223c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732192991712 2024-11-21T12:43:16,777 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 827f3f11077f4ca2b92d3e0de67985dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732192993394 2024-11-21T12:43:16,777 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting af5fff66adf343598f167bb6fe2aad57, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732192991712 2024-11-21T12:43:16,777 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 9977931e97744639b40e52492c712fd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732192994593 2024-11-21T12:43:16,778 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1589f6a2f2cf4ebcb621e9a54c73eb3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732192993394 2024-11-21T12:43:16,779 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68a5b4f1234b4af3be8c4a3e0ab51929, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732192994593 2024-11-21T12:43:16,809 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3fe11bfe67e0dc3feeb2566339c40758#B#compaction#60 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:16,810 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/9d61bbbcd0a24011bddb5336bb303388 is 50, key is test_row_0/B:col10/1732192994593/Put/seqid=0 2024-11-21T12:43:16,820 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3fe11bfe67e0dc3feeb2566339c40758#A#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:16,821 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/c947e9275a934bf38d7baaee6764aa94 is 50, key is test_row_0/A:col10/1732192994593/Put/seqid=0 2024-11-21T12:43:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T12:43:16,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741899_1075 (size=12983) 2024-11-21T12:43:16,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741900_1076 (size=12983) 2024-11-21T12:43:16,874 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:16,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-21T12:43:16,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:16,875 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 3fe11bfe67e0dc3feeb2566339c40758 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-21T12:43:16,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=A 2024-11-21T12:43:16,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:16,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=B 2024-11-21T12:43:16,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:16,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=C 2024-11-21T12:43:16,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:16,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/cb8724ee5df54502bae2822c39af4c33 is 50, key is test_row_0/A:col10/1732192995880/Put/seqid=0 2024-11-21T12:43:16,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741901_1077 (size=12301) 2024-11-21T12:43:16,928 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/cb8724ee5df54502bae2822c39af4c33 2024-11-21T12:43:16,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/3f9f7543983b4dfa916fdfe6852c4ac6 is 50, key is test_row_0/B:col10/1732192995880/Put/seqid=0 2024-11-21T12:43:17,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741902_1078 (size=12301) 2024-11-21T12:43:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:43:17,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:17,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193057039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:17,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193057044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:17,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193057147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:17,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193057147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:17,274 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/9d61bbbcd0a24011bddb5336bb303388 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/9d61bbbcd0a24011bddb5336bb303388 2024-11-21T12:43:17,281 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/c947e9275a934bf38d7baaee6764aa94 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/c947e9275a934bf38d7baaee6764aa94 2024-11-21T12:43:17,287 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3fe11bfe67e0dc3feeb2566339c40758/B of 3fe11bfe67e0dc3feeb2566339c40758 into 9d61bbbcd0a24011bddb5336bb303388(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:17,287 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:17,287 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., storeName=3fe11bfe67e0dc3feeb2566339c40758/B, priority=13, startTime=1732192996772; duration=0sec 2024-11-21T12:43:17,287 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:17,288 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3fe11bfe67e0dc3feeb2566339c40758:B 2024-11-21T12:43:17,288 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:43:17,290 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3fe11bfe67e0dc3feeb2566339c40758/A of 3fe11bfe67e0dc3feeb2566339c40758 into c947e9275a934bf38d7baaee6764aa94(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:17,290 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:17,290 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., storeName=3fe11bfe67e0dc3feeb2566339c40758/A, priority=13, startTime=1732192996772; duration=0sec 2024-11-21T12:43:17,290 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:43:17,290 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:17,290 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3fe11bfe67e0dc3feeb2566339c40758:A 2024-11-21T12:43:17,290 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 3fe11bfe67e0dc3feeb2566339c40758/C is initiating minor compaction (all files) 2024-11-21T12:43:17,290 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3fe11bfe67e0dc3feeb2566339c40758/C in TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:17,291 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/c83fcc7f2ee3475ea8ce303095f61ce8, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/eb7f1153ef14453982fdac1080a8fa95, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/748be9db405a4edb9d008fec28ea971b] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp, totalSize=36.5 K 2024-11-21T12:43:17,291 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting c83fcc7f2ee3475ea8ce303095f61ce8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732192991712 2024-11-21T12:43:17,292 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting eb7f1153ef14453982fdac1080a8fa95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732192993394 2024-11-21T12:43:17,292 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 748be9db405a4edb9d008fec28ea971b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732192994593 2024-11-21T12:43:17,309 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3fe11bfe67e0dc3feeb2566339c40758#C#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:17,309 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/358727b5ea6840aabdeb3da1d769f3c0 is 50, key is test_row_0/C:col10/1732192994593/Put/seqid=0 2024-11-21T12:43:17,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741903_1079 (size=12983) 2024-11-21T12:43:17,324 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/358727b5ea6840aabdeb3da1d769f3c0 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/358727b5ea6840aabdeb3da1d769f3c0 2024-11-21T12:43:17,331 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3fe11bfe67e0dc3feeb2566339c40758/C of 3fe11bfe67e0dc3feeb2566339c40758 into 358727b5ea6840aabdeb3da1d769f3c0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:17,331 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:17,331 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., storeName=3fe11bfe67e0dc3feeb2566339c40758/C, priority=13, startTime=1732192996772; duration=0sec 2024-11-21T12:43:17,331 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:17,331 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3fe11bfe67e0dc3feeb2566339c40758:C 2024-11-21T12:43:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T12:43:17,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193057351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:17,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193057351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:17,409 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/3f9f7543983b4dfa916fdfe6852c4ac6 2024-11-21T12:43:17,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/001a4df893444c4095a02dd271967600 is 50, key is test_row_0/C:col10/1732192995880/Put/seqid=0 2024-11-21T12:43:17,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741904_1080 (size=12301) 2024-11-21T12:43:17,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:17,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193057658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193057657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:17,835 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/001a4df893444c4095a02dd271967600 2024-11-21T12:43:17,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/cb8724ee5df54502bae2822c39af4c33 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/cb8724ee5df54502bae2822c39af4c33 2024-11-21T12:43:17,863 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/cb8724ee5df54502bae2822c39af4c33, entries=150, sequenceid=311, filesize=12.0 K 2024-11-21T12:43:17,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/3f9f7543983b4dfa916fdfe6852c4ac6 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/3f9f7543983b4dfa916fdfe6852c4ac6 2024-11-21T12:43:17,870 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/3f9f7543983b4dfa916fdfe6852c4ac6, entries=150, sequenceid=311, filesize=12.0 K 2024-11-21T12:43:17,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/001a4df893444c4095a02dd271967600 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/001a4df893444c4095a02dd271967600 2024-11-21T12:43:17,883 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/001a4df893444c4095a02dd271967600, entries=150, sequenceid=311, filesize=12.0 K 2024-11-21T12:43:17,885 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 3fe11bfe67e0dc3feeb2566339c40758 in 1009ms, sequenceid=311, compaction requested=false 2024-11-21T12:43:17,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:17,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:17,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-21T12:43:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-21T12:43:17,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-21T12:43:17,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6430 sec 2024-11-21T12:43:17,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.6540 sec 2024-11-21T12:43:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:43:18,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3fe11bfe67e0dc3feeb2566339c40758 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-21T12:43:18,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=A 2024-11-21T12:43:18,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:18,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=B 2024-11-21T12:43:18,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:18,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=C 2024-11-21T12:43:18,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:18,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/a193a849ce7e44bf9477ddcf635f4cec is 50, key is test_row_0/A:col10/1732192997036/Put/seqid=0 2024-11-21T12:43:18,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:18,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741905_1081 (size=14741) 2024-11-21T12:43:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193058196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:18,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193058197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:18,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193058302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:18,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193058302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T12:43:18,347 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-21T12:43:18,349 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:43:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-21T12:43:18,350 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:43:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T12:43:18,351 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:43:18,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:43:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T12:43:18,503 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:18,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-21T12:43:18,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:18,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:18,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:18,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:18,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:18,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193058507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:18,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193058510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:18,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/a193a849ce7e44bf9477ddcf635f4cec 2024-11-21T12:43:18,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/20d6f8ebf6b94bf5a29a347ca1061a20 is 50, key is test_row_0/B:col10/1732192997036/Put/seqid=0 2024-11-21T12:43:18,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741906_1082 (size=12301) 2024-11-21T12:43:18,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/20d6f8ebf6b94bf5a29a347ca1061a20 2024-11-21T12:43:18,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/978ae4f73efb4a9ca456d78ef2691d20 is 50, key is test_row_0/C:col10/1732192997036/Put/seqid=0 2024-11-21T12:43:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T12:43:18,661 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:18,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-21T12:43:18,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:18,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:18,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:18,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:18,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:18,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741907_1083 (size=12301) 2024-11-21T12:43:18,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/978ae4f73efb4a9ca456d78ef2691d20 2024-11-21T12:43:18,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/a193a849ce7e44bf9477ddcf635f4cec as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/a193a849ce7e44bf9477ddcf635f4cec 2024-11-21T12:43:18,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/a193a849ce7e44bf9477ddcf635f4cec, entries=200, sequenceid=332, filesize=14.4 K 2024-11-21T12:43:18,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/20d6f8ebf6b94bf5a29a347ca1061a20 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/20d6f8ebf6b94bf5a29a347ca1061a20 2024-11-21T12:43:18,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/20d6f8ebf6b94bf5a29a347ca1061a20, entries=150, sequenceid=332, filesize=12.0 K 2024-11-21T12:43:18,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/978ae4f73efb4a9ca456d78ef2691d20 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/978ae4f73efb4a9ca456d78ef2691d20 2024-11-21T12:43:18,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/978ae4f73efb4a9ca456d78ef2691d20, entries=150, sequenceid=332, filesize=12.0 K 2024-11-21T12:43:18,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 3fe11bfe67e0dc3feeb2566339c40758 in 553ms, sequenceid=332, compaction requested=true 2024-11-21T12:43:18,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:18,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3fe11bfe67e0dc3feeb2566339c40758:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:43:18,719 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:43:18,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:18,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3fe11bfe67e0dc3feeb2566339c40758:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:43:18,719 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:43:18,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:18,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3fe11bfe67e0dc3feeb2566339c40758:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:43:18,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:18,720 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:43:18,720 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:43:18,720 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 3fe11bfe67e0dc3feeb2566339c40758/A is initiating minor compaction (all files) 2024-11-21T12:43:18,720 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 3fe11bfe67e0dc3feeb2566339c40758/B is initiating minor compaction (all files) 2024-11-21T12:43:18,720 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3fe11bfe67e0dc3feeb2566339c40758/A in TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:18,720 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3fe11bfe67e0dc3feeb2566339c40758/B in TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:18,720 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/c947e9275a934bf38d7baaee6764aa94, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/cb8724ee5df54502bae2822c39af4c33, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/a193a849ce7e44bf9477ddcf635f4cec] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp, totalSize=39.1 K 2024-11-21T12:43:18,720 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/9d61bbbcd0a24011bddb5336bb303388, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/3f9f7543983b4dfa916fdfe6852c4ac6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/20d6f8ebf6b94bf5a29a347ca1061a20] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp, totalSize=36.7 K 2024-11-21T12:43:18,721 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting c947e9275a934bf38d7baaee6764aa94, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732192994593 2024-11-21T12:43:18,721 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d61bbbcd0a24011bddb5336bb303388, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732192994593 2024-11-21T12:43:18,721 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb8724ee5df54502bae2822c39af4c33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732192995870 2024-11-21T12:43:18,721 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f9f7543983b4dfa916fdfe6852c4ac6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732192995870 2024-11-21T12:43:18,721 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting a193a849ce7e44bf9477ddcf635f4cec, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732192997036 2024-11-21T12:43:18,721 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 20d6f8ebf6b94bf5a29a347ca1061a20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732192997036 2024-11-21T12:43:18,732 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3fe11bfe67e0dc3feeb2566339c40758#B#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:18,732 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3fe11bfe67e0dc3feeb2566339c40758#A#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:18,733 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/25f150448d1d43d1a35b65ee30f2d28b is 50, key is test_row_0/B:col10/1732192997036/Put/seqid=0 2024-11-21T12:43:18,733 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/04b125267e8844bc813c649edb354460 is 50, key is test_row_0/A:col10/1732192997036/Put/seqid=0 2024-11-21T12:43:18,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741909_1085 (size=13085) 2024-11-21T12:43:18,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741908_1084 (size=13085) 2024-11-21T12:43:18,763 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/25f150448d1d43d1a35b65ee30f2d28b as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/25f150448d1d43d1a35b65ee30f2d28b 2024-11-21T12:43:18,771 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3fe11bfe67e0dc3feeb2566339c40758/B of 3fe11bfe67e0dc3feeb2566339c40758 into 25f150448d1d43d1a35b65ee30f2d28b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:18,771 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:18,771 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., storeName=3fe11bfe67e0dc3feeb2566339c40758/B, priority=13, startTime=1732192998719; duration=0sec 2024-11-21T12:43:18,771 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:18,771 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3fe11bfe67e0dc3feeb2566339c40758:B 2024-11-21T12:43:18,771 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:43:18,773 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:43:18,773 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 3fe11bfe67e0dc3feeb2566339c40758/C is initiating minor compaction (all files) 2024-11-21T12:43:18,773 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3fe11bfe67e0dc3feeb2566339c40758/C in TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:18,773 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/358727b5ea6840aabdeb3da1d769f3c0, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/001a4df893444c4095a02dd271967600, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/978ae4f73efb4a9ca456d78ef2691d20] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp, totalSize=36.7 K 2024-11-21T12:43:18,774 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 358727b5ea6840aabdeb3da1d769f3c0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732192994593 2024-11-21T12:43:18,774 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 001a4df893444c4095a02dd271967600, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732192995870 2024-11-21T12:43:18,774 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 978ae4f73efb4a9ca456d78ef2691d20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732192997036 2024-11-21T12:43:18,786 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3fe11bfe67e0dc3feeb2566339c40758#C#compaction#71 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:18,787 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/08498de744584064a17312afe04657b5 is 50, key is test_row_0/C:col10/1732192997036/Put/seqid=0 2024-11-21T12:43:18,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741910_1086 (size=13085) 2024-11-21T12:43:18,813 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:43:18,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-21T12:43:18,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3fe11bfe67e0dc3feeb2566339c40758 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-21T12:43:18,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:18,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:18,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:18,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:18,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:18,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=A 2024-11-21T12:43:18,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:18,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=B 2024-11-21T12:43:18,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:18,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=C 2024-11-21T12:43:18,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:18,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/65d3268895c34d70bcc1173d6c29112d is 50, key is test_row_0/A:col10/1732192998813/Put/seqid=0 2024-11-21T12:43:18,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193058841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:18,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193058843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:18,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741911_1087 (size=14741) 2024-11-21T12:43:18,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/65d3268895c34d70bcc1173d6c29112d 2024-11-21T12:43:18,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/b7c857a1c2d442c9b95611586ae4bba5 is 50, key is test_row_0/B:col10/1732192998813/Put/seqid=0 2024-11-21T12:43:18,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741912_1088 (size=12301) 2024-11-21T12:43:18,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193058945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:18,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193058946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T12:43:18,972 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:18,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-21T12:43:18,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:18,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:18,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:18,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:18,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:19,125 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:19,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-21T12:43:19,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:19,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:19,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:19,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:19,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:19,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:19,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33490 deadline: 1732193059149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:19,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33466 deadline: 1732193059150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:19,155 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/04b125267e8844bc813c649edb354460 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/04b125267e8844bc813c649edb354460 2024-11-21T12:43:19,163 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3fe11bfe67e0dc3feeb2566339c40758/A of 3fe11bfe67e0dc3feeb2566339c40758 into 04b125267e8844bc813c649edb354460(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:19,163 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:19,163 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., storeName=3fe11bfe67e0dc3feeb2566339c40758/A, priority=13, startTime=1732192998719; duration=0sec 2024-11-21T12:43:19,163 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:19,163 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:43:19,163 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3fe11bfe67e0dc3feeb2566339c40758:A 2024-11-21T12:43:19,200 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/08498de744584064a17312afe04657b5 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/08498de744584064a17312afe04657b5 2024-11-21T12:43:19,208 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3fe11bfe67e0dc3feeb2566339c40758/C of 3fe11bfe67e0dc3feeb2566339c40758 into 08498de744584064a17312afe04657b5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:19,208 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:19,208 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758., storeName=3fe11bfe67e0dc3feeb2566339c40758/C, priority=13, startTime=1732192998719; duration=0sec 2024-11-21T12:43:19,208 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:19,208 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3fe11bfe67e0dc3feeb2566339c40758:C 2024-11-21T12:43:19,279 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:19,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-21T12:43:19,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:19,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:19,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:19,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:19,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:19,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/b7c857a1c2d442c9b95611586ae4bba5 2024-11-21T12:43:19,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/50625a2260fa438d8cd3743ca8c473e0 is 50, key is test_row_0/C:col10/1732192998813/Put/seqid=0 2024-11-21T12:43:19,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741913_1089 (size=12301) 2024-11-21T12:43:19,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/50625a2260fa438d8cd3743ca8c473e0 2024-11-21T12:43:19,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/65d3268895c34d70bcc1173d6c29112d as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/65d3268895c34d70bcc1173d6c29112d 2024-11-21T12:43:19,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/65d3268895c34d70bcc1173d6c29112d, entries=200, sequenceid=353, filesize=14.4 K 2024-11-21T12:43:19,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/b7c857a1c2d442c9b95611586ae4bba5 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/b7c857a1c2d442c9b95611586ae4bba5 2024-11-21T12:43:19,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/b7c857a1c2d442c9b95611586ae4bba5, entries=150, sequenceid=353, filesize=12.0 K 2024-11-21T12:43:19,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/50625a2260fa438d8cd3743ca8c473e0 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/50625a2260fa438d8cd3743ca8c473e0 2024-11-21T12:43:19,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/50625a2260fa438d8cd3743ca8c473e0, entries=150, sequenceid=353, filesize=12.0 K 2024-11-21T12:43:19,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 3fe11bfe67e0dc3feeb2566339c40758 in 528ms, sequenceid=353, compaction requested=false 2024-11-21T12:43:19,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:19,420 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7eb0e15a to 127.0.0.1:59516 2024-11-21T12:43:19,420 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d1f6659 to 127.0.0.1:59516 2024-11-21T12:43:19,420 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x56a3b06c to 127.0.0.1:59516 2024-11-21T12:43:19,420 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:43:19,420 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:43:19,420 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:43:19,421 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x538501e8 to 127.0.0.1:59516 2024-11-21T12:43:19,421 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:43:19,433 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:19,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-21T12:43:19,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:19,434 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 3fe11bfe67e0dc3feeb2566339c40758 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-21T12:43:19,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=A 2024-11-21T12:43:19,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:19,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=B 2024-11-21T12:43:19,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:19,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=C 2024-11-21T12:43:19,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:19,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/5b08d1daa04748118a9c1f261202937a is 50, key is test_row_0/A:col10/1732192998828/Put/seqid=0 2024-11-21T12:43:19,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741914_1090 (size=12301) 2024-11-21T12:43:19,447 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/5b08d1daa04748118a9c1f261202937a 2024-11-21T12:43:19,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T12:43:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:43:19,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. as already flushing 2024-11-21T12:43:19,455 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c0dfa91 to 127.0.0.1:59516 2024-11-21T12:43:19,455 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:43:19,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/1dadbed9518e40ecb5cb86cf42b9080f is 50, key is test_row_0/B:col10/1732192998828/Put/seqid=0 2024-11-21T12:43:19,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741915_1091 (size=12301) 2024-11-21T12:43:19,460 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x74dab98d to 127.0.0.1:59516 2024-11-21T12:43:19,460 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:43:19,862 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/1dadbed9518e40ecb5cb86cf42b9080f 2024-11-21T12:43:19,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/302a800f553b45e2b49fe64a0ba1e2c7 is 50, key is test_row_0/C:col10/1732192998828/Put/seqid=0 2024-11-21T12:43:19,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741916_1092 (size=12301) 2024-11-21T12:43:20,282 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/302a800f553b45e2b49fe64a0ba1e2c7 2024-11-21T12:43:20,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/5b08d1daa04748118a9c1f261202937a as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/5b08d1daa04748118a9c1f261202937a 2024-11-21T12:43:20,298 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/5b08d1daa04748118a9c1f261202937a, entries=150, sequenceid=371, filesize=12.0 K 2024-11-21T12:43:20,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/1dadbed9518e40ecb5cb86cf42b9080f as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/1dadbed9518e40ecb5cb86cf42b9080f 2024-11-21T12:43:20,303 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/1dadbed9518e40ecb5cb86cf42b9080f, entries=150, sequenceid=371, filesize=12.0 K 2024-11-21T12:43:20,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/302a800f553b45e2b49fe64a0ba1e2c7 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/302a800f553b45e2b49fe64a0ba1e2c7 2024-11-21T12:43:20,309 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/302a800f553b45e2b49fe64a0ba1e2c7, entries=150, sequenceid=371, filesize=12.0 K 2024-11-21T12:43:20,310 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=13.42 KB/13740 for 3fe11bfe67e0dc3feeb2566339c40758 in 876ms, sequenceid=371, compaction requested=true 2024-11-21T12:43:20,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:20,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:20,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-21T12:43:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-21T12:43:20,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-21T12:43:20,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9600 sec 2024-11-21T12:43:20,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.9640 sec 2024-11-21T12:43:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T12:43:20,455 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-21T12:43:20,917 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c29e9c6 to 127.0.0.1:59516 2024-11-21T12:43:20,917 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:43:20,952 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x103d15a4 to 127.0.0.1:59516 2024-11-21T12:43:20,952 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:43:20,968 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x634bebfa to 127.0.0.1:59516 2024-11-21T12:43:20,968 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:43:20,968 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T12:43:20,968 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 124 2024-11-21T12:43:20,968 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-11-21T12:43:20,968 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-21T12:43:20,968 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-21T12:43:20,968 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 122 2024-11-21T12:43:20,968 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T12:43:20,968 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2930 2024-11-21T12:43:20,968 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2937 2024-11-21T12:43:20,968 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T12:43:20,968 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1309 2024-11-21T12:43:20,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3926 rows 2024-11-21T12:43:20,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1292 2024-11-21T12:43:20,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3868 rows 2024-11-21T12:43:20,969 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T12:43:20,969 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x57341f69 to 127.0.0.1:59516 2024-11-21T12:43:20,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:43:20,973 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T12:43:20,976 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-21T12:43:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T12:43:20,982 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732193000981"}]},"ts":"1732193000981"} 2024-11-21T12:43:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-21T12:43:20,983 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T12:43:20,993 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T12:43:20,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T12:43:20,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3fe11bfe67e0dc3feeb2566339c40758, UNASSIGN}] 2024-11-21T12:43:21,000 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3fe11bfe67e0dc3feeb2566339c40758, UNASSIGN 2024-11-21T12:43:21,001 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=3fe11bfe67e0dc3feeb2566339c40758, regionState=CLOSING, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:21,002 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T12:43:21,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; CloseRegionProcedure 3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767}] 2024-11-21T12:43:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-21T12:43:21,157 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:21,158 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(124): Close 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:43:21,159 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T12:43:21,159 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1681): Closing 3fe11bfe67e0dc3feeb2566339c40758, disabling compactions & flushes 2024-11-21T12:43:21,159 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:21,159 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:21,159 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. after waiting 0 ms 2024-11-21T12:43:21,159 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:21,159 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(2837): Flushing 3fe11bfe67e0dc3feeb2566339c40758 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-21T12:43:21,160 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=A 2024-11-21T12:43:21,160 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:21,160 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=B 2024-11-21T12:43:21,160 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:21,160 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3fe11bfe67e0dc3feeb2566339c40758, store=C 2024-11-21T12:43:21,160 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:21,164 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/5fef6522a04149aab97319719c80f01f is 50, key is test_row_0/A:col10/1732193000967/Put/seqid=0 2024-11-21T12:43:21,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741917_1093 (size=9857) 2024-11-21T12:43:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-21T12:43:21,570 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/5fef6522a04149aab97319719c80f01f 2024-11-21T12:43:21,585 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/4e2648a38b1e4146bedb8a7badd4e7ac is 50, key is test_row_0/B:col10/1732193000967/Put/seqid=0 2024-11-21T12:43:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-21T12:43:21,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741918_1094 (size=9857) 2024-11-21T12:43:21,990 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/4e2648a38b1e4146bedb8a7badd4e7ac 2024-11-21T12:43:22,003 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/0ace9ae0328845a196263ace14874fb0 is 50, key is test_row_0/C:col10/1732193000967/Put/seqid=0 2024-11-21T12:43:22,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741919_1095 (size=9857) 2024-11-21T12:43:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-21T12:43:22,408 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/0ace9ae0328845a196263ace14874fb0 2024-11-21T12:43:22,414 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/A/5fef6522a04149aab97319719c80f01f as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/5fef6522a04149aab97319719c80f01f 2024-11-21T12:43:22,420 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/5fef6522a04149aab97319719c80f01f, entries=100, sequenceid=379, filesize=9.6 K 2024-11-21T12:43:22,421 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/B/4e2648a38b1e4146bedb8a7badd4e7ac as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/4e2648a38b1e4146bedb8a7badd4e7ac 2024-11-21T12:43:22,427 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/4e2648a38b1e4146bedb8a7badd4e7ac, entries=100, sequenceid=379, filesize=9.6 K 2024-11-21T12:43:22,428 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/.tmp/C/0ace9ae0328845a196263ace14874fb0 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/0ace9ae0328845a196263ace14874fb0 2024-11-21T12:43:22,433 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/0ace9ae0328845a196263ace14874fb0, entries=100, sequenceid=379, filesize=9.6 K 2024-11-21T12:43:22,434 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 3fe11bfe67e0dc3feeb2566339c40758 in 1275ms, sequenceid=379, compaction requested=true 2024-11-21T12:43:22,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/2e4f804387b744ff893be4e437aa1ed6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/62ecf5978ac1450fbcab36b2f89ac3b0, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/f1f89ea117b647b2806e8c143a85b04b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/86b5d74670444906a68260d102d156f4, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/5083ae016fca4c76bc3fd57911fb61b9, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/900d78b05c49483386fc1253f63df08a, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/35e957b29e8d4bcdbeb1dc9956b9a2f4, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/3925c5fbbfd34564ab58cb584c125dbf, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/38e51fdfa8e143f290ecc2c1c2eea1e0, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/1ff0df9844c14f188ff83ac456ce7d83, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/c5b38774676c4d47960dfec8ae16c584, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/1656eb8abe134905907acc7986525a88, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/98f54912de2b447ead0d91dd6d441647, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/d54c559f56cf418f9a037720a5db1a2a, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/32c57a0fe7df48c1a4eb41d049921473, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/0e1b74bbeef8417980e4230a73dfbf8b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/af5fff66adf343598f167bb6fe2aad57, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/e8ead179b0894f11ae1f336c324a3a4d, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/1589f6a2f2cf4ebcb621e9a54c73eb3c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/c947e9275a934bf38d7baaee6764aa94, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/68a5b4f1234b4af3be8c4a3e0ab51929, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/cb8724ee5df54502bae2822c39af4c33, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/a193a849ce7e44bf9477ddcf635f4cec] to archive 2024-11-21T12:43:22,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:43:22,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/2e4f804387b744ff893be4e437aa1ed6 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/2e4f804387b744ff893be4e437aa1ed6 2024-11-21T12:43:22,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/62ecf5978ac1450fbcab36b2f89ac3b0 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/62ecf5978ac1450fbcab36b2f89ac3b0 2024-11-21T12:43:22,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/f1f89ea117b647b2806e8c143a85b04b to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/f1f89ea117b647b2806e8c143a85b04b 2024-11-21T12:43:22,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/86b5d74670444906a68260d102d156f4 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/86b5d74670444906a68260d102d156f4 2024-11-21T12:43:22,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/5083ae016fca4c76bc3fd57911fb61b9 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/5083ae016fca4c76bc3fd57911fb61b9 2024-11-21T12:43:22,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/900d78b05c49483386fc1253f63df08a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/900d78b05c49483386fc1253f63df08a 2024-11-21T12:43:22,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/35e957b29e8d4bcdbeb1dc9956b9a2f4 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/35e957b29e8d4bcdbeb1dc9956b9a2f4 2024-11-21T12:43:22,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/3925c5fbbfd34564ab58cb584c125dbf to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/3925c5fbbfd34564ab58cb584c125dbf 2024-11-21T12:43:22,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/38e51fdfa8e143f290ecc2c1c2eea1e0 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/38e51fdfa8e143f290ecc2c1c2eea1e0 2024-11-21T12:43:22,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/1ff0df9844c14f188ff83ac456ce7d83 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/1ff0df9844c14f188ff83ac456ce7d83 2024-11-21T12:43:22,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/c5b38774676c4d47960dfec8ae16c584 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/c5b38774676c4d47960dfec8ae16c584 2024-11-21T12:43:22,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/1656eb8abe134905907acc7986525a88 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/1656eb8abe134905907acc7986525a88 2024-11-21T12:43:22,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/98f54912de2b447ead0d91dd6d441647 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/98f54912de2b447ead0d91dd6d441647 2024-11-21T12:43:22,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/d54c559f56cf418f9a037720a5db1a2a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/d54c559f56cf418f9a037720a5db1a2a 2024-11-21T12:43:22,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/32c57a0fe7df48c1a4eb41d049921473 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/32c57a0fe7df48c1a4eb41d049921473 2024-11-21T12:43:22,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/0e1b74bbeef8417980e4230a73dfbf8b to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/0e1b74bbeef8417980e4230a73dfbf8b 2024-11-21T12:43:22,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/af5fff66adf343598f167bb6fe2aad57 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/af5fff66adf343598f167bb6fe2aad57 2024-11-21T12:43:22,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/e8ead179b0894f11ae1f336c324a3a4d to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/e8ead179b0894f11ae1f336c324a3a4d 2024-11-21T12:43:22,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/1589f6a2f2cf4ebcb621e9a54c73eb3c to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/1589f6a2f2cf4ebcb621e9a54c73eb3c 2024-11-21T12:43:22,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/c947e9275a934bf38d7baaee6764aa94 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/c947e9275a934bf38d7baaee6764aa94 2024-11-21T12:43:22,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/68a5b4f1234b4af3be8c4a3e0ab51929 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/68a5b4f1234b4af3be8c4a3e0ab51929 2024-11-21T12:43:22,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/cb8724ee5df54502bae2822c39af4c33 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/cb8724ee5df54502bae2822c39af4c33 2024-11-21T12:43:22,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/a193a849ce7e44bf9477ddcf635f4cec to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/a193a849ce7e44bf9477ddcf635f4cec 2024-11-21T12:43:22,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/a1a374c3c48842a590e5cc27126d8620, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/1f8297d36f0446fd89d44fe60861a57e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/cfc9b26181d641f0817666258fbfcfbe, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/4a0cafbad3474400a5cce5ecc930d8da, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/aec85605517b454e8258bfe8c6c38c60, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/c31b687186d3435d9a7686d64afdf53e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/7b342d419b0c4e99834176f6a349dc13, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/9055a45826aa4fb7b247bc77a78d0cf8, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/2d037208242e4ecf9e7b65cff60d307f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/25adfaeb02504443804a4d2a4ed5fc9a, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/38b82aea127d4dd5a9e018b71e0b8ff2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/216deaa3acca4186bd78198d374a0bb5, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/f6ab8f04017c40ce875f14a289825769, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/2ac70967301f4124aa7132aece1e6f4d, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/7f4cf9ad0e7341ee8f4fdf7e7e580962, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/ffb511e58173419da232ce2d45911e0f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/2de51462698a47258cd48f41d5ae223c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/6e4e25b41c3c4f1ba1faaeb3ded6740a, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/827f3f11077f4ca2b92d3e0de67985dd, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/9d61bbbcd0a24011bddb5336bb303388, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/9977931e97744639b40e52492c712fd5, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/3f9f7543983b4dfa916fdfe6852c4ac6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/20d6f8ebf6b94bf5a29a347ca1061a20] to archive 2024-11-21T12:43:22,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:43:22,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/a1a374c3c48842a590e5cc27126d8620 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/a1a374c3c48842a590e5cc27126d8620 2024-11-21T12:43:22,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/1f8297d36f0446fd89d44fe60861a57e to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/1f8297d36f0446fd89d44fe60861a57e 2024-11-21T12:43:22,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/cfc9b26181d641f0817666258fbfcfbe to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/cfc9b26181d641f0817666258fbfcfbe 2024-11-21T12:43:22,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/4a0cafbad3474400a5cce5ecc930d8da to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/4a0cafbad3474400a5cce5ecc930d8da 2024-11-21T12:43:22,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/aec85605517b454e8258bfe8c6c38c60 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/aec85605517b454e8258bfe8c6c38c60 2024-11-21T12:43:22,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/c31b687186d3435d9a7686d64afdf53e to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/c31b687186d3435d9a7686d64afdf53e 2024-11-21T12:43:22,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/7b342d419b0c4e99834176f6a349dc13 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/7b342d419b0c4e99834176f6a349dc13 2024-11-21T12:43:22,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/9055a45826aa4fb7b247bc77a78d0cf8 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/9055a45826aa4fb7b247bc77a78d0cf8 2024-11-21T12:43:22,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/2d037208242e4ecf9e7b65cff60d307f to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/2d037208242e4ecf9e7b65cff60d307f 2024-11-21T12:43:22,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/25adfaeb02504443804a4d2a4ed5fc9a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/25adfaeb02504443804a4d2a4ed5fc9a 2024-11-21T12:43:22,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/38b82aea127d4dd5a9e018b71e0b8ff2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/38b82aea127d4dd5a9e018b71e0b8ff2 2024-11-21T12:43:22,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/216deaa3acca4186bd78198d374a0bb5 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/216deaa3acca4186bd78198d374a0bb5 2024-11-21T12:43:22,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/f6ab8f04017c40ce875f14a289825769 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/f6ab8f04017c40ce875f14a289825769 2024-11-21T12:43:22,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/2ac70967301f4124aa7132aece1e6f4d to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/2ac70967301f4124aa7132aece1e6f4d 2024-11-21T12:43:22,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/7f4cf9ad0e7341ee8f4fdf7e7e580962 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/7f4cf9ad0e7341ee8f4fdf7e7e580962 2024-11-21T12:43:22,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/ffb511e58173419da232ce2d45911e0f to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/ffb511e58173419da232ce2d45911e0f 2024-11-21T12:43:22,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/2de51462698a47258cd48f41d5ae223c to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/2de51462698a47258cd48f41d5ae223c 2024-11-21T12:43:22,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/6e4e25b41c3c4f1ba1faaeb3ded6740a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/6e4e25b41c3c4f1ba1faaeb3ded6740a 2024-11-21T12:43:22,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/827f3f11077f4ca2b92d3e0de67985dd to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/827f3f11077f4ca2b92d3e0de67985dd 2024-11-21T12:43:22,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/9d61bbbcd0a24011bddb5336bb303388 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/9d61bbbcd0a24011bddb5336bb303388 2024-11-21T12:43:22,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/9977931e97744639b40e52492c712fd5 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/9977931e97744639b40e52492c712fd5 2024-11-21T12:43:22,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/3f9f7543983b4dfa916fdfe6852c4ac6 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/3f9f7543983b4dfa916fdfe6852c4ac6 2024-11-21T12:43:22,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/20d6f8ebf6b94bf5a29a347ca1061a20 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/20d6f8ebf6b94bf5a29a347ca1061a20 2024-11-21T12:43:22,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/40234ebf8e6d46cbae14ccdeb19fc6fa, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/1cb408816c29496682eb117dc0535a72, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/5afab76246f74891bf3b457e7e21d376, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/784a5325a76647aca1bbb60206646f58, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/f1487bc340f343ec8ef40dea69f3232a, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/d760c16f84784473964586bd6f520a7b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/35cfb83fe83a4fa0a13774e8f3dc7c73, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/f7c1ee915479438e80a95591482bbc9e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/d2e5a50ffaa44125ae4d45d06c7d7538, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/97aa90bc732e4024b1bcc54cfb5156dd, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/7e239551ff754b5c924f229941d6a07a, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/8b36583a8b34436ca8315bcbde21a9f1, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/39ce90f6f9ba4dd5aec740e3a1b93b76, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/9857601c45cb451c8acdfaaf6ba6ca93, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/ef7b4e14a6064c3295c0da1f00e94980, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/fe8a1d9d756b43e1935c13a33bdb4aa0, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/c83fcc7f2ee3475ea8ce303095f61ce8, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/c77c1b3dcd1448fe939cffc83db7e6a0, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/eb7f1153ef14453982fdac1080a8fa95, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/358727b5ea6840aabdeb3da1d769f3c0, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/748be9db405a4edb9d008fec28ea971b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/001a4df893444c4095a02dd271967600, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/978ae4f73efb4a9ca456d78ef2691d20] to archive 2024-11-21T12:43:22,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:43:22,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/40234ebf8e6d46cbae14ccdeb19fc6fa to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/40234ebf8e6d46cbae14ccdeb19fc6fa 2024-11-21T12:43:22,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/1cb408816c29496682eb117dc0535a72 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/1cb408816c29496682eb117dc0535a72 2024-11-21T12:43:22,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/5afab76246f74891bf3b457e7e21d376 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/5afab76246f74891bf3b457e7e21d376 2024-11-21T12:43:22,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/784a5325a76647aca1bbb60206646f58 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/784a5325a76647aca1bbb60206646f58 2024-11-21T12:43:22,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/f1487bc340f343ec8ef40dea69f3232a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/f1487bc340f343ec8ef40dea69f3232a 2024-11-21T12:43:22,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/d760c16f84784473964586bd6f520a7b to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/d760c16f84784473964586bd6f520a7b 2024-11-21T12:43:22,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/35cfb83fe83a4fa0a13774e8f3dc7c73 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/35cfb83fe83a4fa0a13774e8f3dc7c73 2024-11-21T12:43:22,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/f7c1ee915479438e80a95591482bbc9e to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/f7c1ee915479438e80a95591482bbc9e 2024-11-21T12:43:22,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/d2e5a50ffaa44125ae4d45d06c7d7538 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/d2e5a50ffaa44125ae4d45d06c7d7538 2024-11-21T12:43:22,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/97aa90bc732e4024b1bcc54cfb5156dd to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/97aa90bc732e4024b1bcc54cfb5156dd 2024-11-21T12:43:22,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/7e239551ff754b5c924f229941d6a07a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/7e239551ff754b5c924f229941d6a07a 2024-11-21T12:43:22,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/8b36583a8b34436ca8315bcbde21a9f1 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/8b36583a8b34436ca8315bcbde21a9f1 2024-11-21T12:43:22,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/39ce90f6f9ba4dd5aec740e3a1b93b76 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/39ce90f6f9ba4dd5aec740e3a1b93b76 2024-11-21T12:43:22,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/9857601c45cb451c8acdfaaf6ba6ca93 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/9857601c45cb451c8acdfaaf6ba6ca93 2024-11-21T12:43:22,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/ef7b4e14a6064c3295c0da1f00e94980 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/ef7b4e14a6064c3295c0da1f00e94980 2024-11-21T12:43:22,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/fe8a1d9d756b43e1935c13a33bdb4aa0 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/fe8a1d9d756b43e1935c13a33bdb4aa0 2024-11-21T12:43:22,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/c83fcc7f2ee3475ea8ce303095f61ce8 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/c83fcc7f2ee3475ea8ce303095f61ce8 2024-11-21T12:43:22,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/c77c1b3dcd1448fe939cffc83db7e6a0 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/c77c1b3dcd1448fe939cffc83db7e6a0 2024-11-21T12:43:22,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/eb7f1153ef14453982fdac1080a8fa95 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/eb7f1153ef14453982fdac1080a8fa95 2024-11-21T12:43:22,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/358727b5ea6840aabdeb3da1d769f3c0 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/358727b5ea6840aabdeb3da1d769f3c0 2024-11-21T12:43:22,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/748be9db405a4edb9d008fec28ea971b to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/748be9db405a4edb9d008fec28ea971b 2024-11-21T12:43:22,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/001a4df893444c4095a02dd271967600 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/001a4df893444c4095a02dd271967600 2024-11-21T12:43:22,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/978ae4f73efb4a9ca456d78ef2691d20 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/978ae4f73efb4a9ca456d78ef2691d20 2024-11-21T12:43:22,559 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/recovered.edits/382.seqid, newMaxSeqId=382, maxSeqId=1 2024-11-21T12:43:22,562 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758. 2024-11-21T12:43:22,562 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1635): Region close journal for 3fe11bfe67e0dc3feeb2566339c40758: 2024-11-21T12:43:22,564 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(170): Closed 3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:43:22,564 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=3fe11bfe67e0dc3feeb2566339c40758, regionState=CLOSED 2024-11-21T12:43:22,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-21T12:43:22,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseRegionProcedure 3fe11bfe67e0dc3feeb2566339c40758, server=b3d5da5e0922,39829,1732192970767 in 1.5630 sec 2024-11-21T12:43:22,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=30, resume processing ppid=29 2024-11-21T12:43:22,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3fe11bfe67e0dc3feeb2566339c40758, UNASSIGN in 1.5680 sec 2024-11-21T12:43:22,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-21T12:43:22,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5740 sec 2024-11-21T12:43:22,572 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732193002572"}]},"ts":"1732193002572"} 2024-11-21T12:43:22,573 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T12:43:22,610 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T12:43:22,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6340 sec 2024-11-21T12:43:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-21T12:43:23,088 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-21T12:43:23,091 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-21T12:43:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:43:23,097 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:43:23,099 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=32, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:43:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-21T12:43:23,103 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:43:23,107 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A, FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B, FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C, FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/recovered.edits] 2024-11-21T12:43:23,109 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/04b125267e8844bc813c649edb354460 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/04b125267e8844bc813c649edb354460 2024-11-21T12:43:23,111 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/5b08d1daa04748118a9c1f261202937a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/5b08d1daa04748118a9c1f261202937a 2024-11-21T12:43:23,112 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/5fef6522a04149aab97319719c80f01f to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/5fef6522a04149aab97319719c80f01f 2024-11-21T12:43:23,113 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/65d3268895c34d70bcc1173d6c29112d to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/A/65d3268895c34d70bcc1173d6c29112d 2024-11-21T12:43:23,116 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/1dadbed9518e40ecb5cb86cf42b9080f to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/1dadbed9518e40ecb5cb86cf42b9080f 2024-11-21T12:43:23,117 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/25f150448d1d43d1a35b65ee30f2d28b to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/25f150448d1d43d1a35b65ee30f2d28b 2024-11-21T12:43:23,118 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/4e2648a38b1e4146bedb8a7badd4e7ac to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/4e2648a38b1e4146bedb8a7badd4e7ac 2024-11-21T12:43:23,119 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/b7c857a1c2d442c9b95611586ae4bba5 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/B/b7c857a1c2d442c9b95611586ae4bba5 2024-11-21T12:43:23,121 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/08498de744584064a17312afe04657b5 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/08498de744584064a17312afe04657b5 2024-11-21T12:43:23,122 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/0ace9ae0328845a196263ace14874fb0 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/0ace9ae0328845a196263ace14874fb0 2024-11-21T12:43:23,123 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/302a800f553b45e2b49fe64a0ba1e2c7 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/302a800f553b45e2b49fe64a0ba1e2c7 2024-11-21T12:43:23,124 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/50625a2260fa438d8cd3743ca8c473e0 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/C/50625a2260fa438d8cd3743ca8c473e0 2024-11-21T12:43:23,127 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/recovered.edits/382.seqid to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758/recovered.edits/382.seqid 2024-11-21T12:43:23,128 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/3fe11bfe67e0dc3feeb2566339c40758 2024-11-21T12:43:23,128 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T12:43:23,134 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=32, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:43:23,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-21T12:43:23,141 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T12:43:23,170 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T12:43:23,172 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=32, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:43:23,172 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T12:43:23,173 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732193003172"}]},"ts":"9223372036854775807"} 2024-11-21T12:43:23,176 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T12:43:23,176 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3fe11bfe67e0dc3feeb2566339c40758, NAME => 'TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T12:43:23,176 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T12:43:23,176 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732193003176"}]},"ts":"9223372036854775807"} 2024-11-21T12:43:23,180 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T12:43:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-21T12:43:23,219 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=32, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:43:23,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 127 msec 2024-11-21T12:43:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-21T12:43:23,402 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-21T12:43:23,414 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=240 (was 219) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5584432d-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;b3d5da5e0922:39829-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5584432d-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5584432d-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1159311076_22 at /127.0.0.1:54480 [Waiting for operation #216] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1307174458_22 at /127.0.0.1:39178 [Waiting for operation #131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5584432d-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1159311076_22 at /127.0.0.1:39014 [Waiting for operation #173] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=458 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=769 (was 351) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5741 (was 6742) 2024-11-21T12:43:23,431 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=769, ProcessCount=11, AvailableMemoryMB=5737 2024-11-21T12:43:23,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T12:43:23,434 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:43:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T12:43:23,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:43:23,436 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:23,436 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 33 2024-11-21T12:43:23,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-21T12:43:23,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:43:23,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741920_1096 (size=960) 2024-11-21T12:43:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-21T12:43:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-21T12:43:23,846 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36 2024-11-21T12:43:23,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741921_1097 (size=53) 2024-11-21T12:43:24,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-21T12:43:24,265 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:43:24,265 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 381229d5289a2f06b8a62832a6ad1031, disabling compactions & flushes 2024-11-21T12:43:24,265 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:24,265 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:24,265 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. after waiting 0 ms 2024-11-21T12:43:24,265 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:24,265 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:24,265 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:24,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:43:24,267 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732193004267"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732193004267"}]},"ts":"1732193004267"} 2024-11-21T12:43:24,269 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T12:43:24,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:43:24,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732193004270"}]},"ts":"1732193004270"} 2024-11-21T12:43:24,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T12:43:24,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=381229d5289a2f06b8a62832a6ad1031, ASSIGN}] 2024-11-21T12:43:24,320 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=381229d5289a2f06b8a62832a6ad1031, ASSIGN 2024-11-21T12:43:24,321 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=381229d5289a2f06b8a62832a6ad1031, ASSIGN; state=OFFLINE, location=b3d5da5e0922,39829,1732192970767; forceNewPlan=false, retain=false 2024-11-21T12:43:24,350 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:43:24,352 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:43:24,472 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=381229d5289a2f06b8a62832a6ad1031, regionState=OPENING, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:24,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; OpenRegionProcedure 381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767}] 2024-11-21T12:43:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-21T12:43:24,625 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:24,629 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:24,629 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7285): Opening region: {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:43:24,629 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:24,629 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:43:24,629 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7327): checking encryption for 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:24,629 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7330): checking classloading for 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:24,631 INFO [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:24,633 INFO [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:43:24,633 INFO [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 381229d5289a2f06b8a62832a6ad1031 columnFamilyName A 2024-11-21T12:43:24,633 DEBUG [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:24,634 INFO [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] regionserver.HStore(327): Store=381229d5289a2f06b8a62832a6ad1031/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:43:24,634 INFO [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:24,636 INFO [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:43:24,637 INFO [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 381229d5289a2f06b8a62832a6ad1031 columnFamilyName B 2024-11-21T12:43:24,637 DEBUG [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:24,638 INFO [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] regionserver.HStore(327): Store=381229d5289a2f06b8a62832a6ad1031/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:43:24,638 INFO [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:24,641 INFO [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:43:24,641 INFO [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 381229d5289a2f06b8a62832a6ad1031 columnFamilyName C 2024-11-21T12:43:24,641 DEBUG [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:24,647 INFO [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] regionserver.HStore(327): Store=381229d5289a2f06b8a62832a6ad1031/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:43:24,651 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:24,658 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:24,662 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:24,679 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T12:43:24,698 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1085): writing seq id for 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:24,734 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:43:24,742 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1102): Opened 381229d5289a2f06b8a62832a6ad1031; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68849441, jitterRate=0.025936618447303772}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T12:43:24,744 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1001): Region open journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:24,750 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031., pid=35, masterSystemTime=1732193004625 2024-11-21T12:43:24,760 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:24,760 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:24,763 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=381229d5289a2f06b8a62832a6ad1031, regionState=OPEN, openSeqNum=2, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:24,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-21T12:43:24,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; OpenRegionProcedure 381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 in 301 msec 2024-11-21T12:43:24,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-21T12:43:24,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=381229d5289a2f06b8a62832a6ad1031, ASSIGN in 477 msec 2024-11-21T12:43:24,830 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:43:24,830 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732193004830"}]},"ts":"1732193004830"} 2024-11-21T12:43:24,844 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T12:43:24,923 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:43:24,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.4890 sec 2024-11-21T12:43:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-21T12:43:25,543 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 33 completed 2024-11-21T12:43:25,545 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22c2e648 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12b49f1d 2024-11-21T12:43:25,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce3a61a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:43:25,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:43:25,624 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:43:25,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:43:25,639 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:43:25,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T12:43:25,660 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:43:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T12:43:25,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741922_1098 (size=996) 2024-11-21T12:43:26,117 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-21T12:43:26,118 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-21T12:43:26,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T12:43:26,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=381229d5289a2f06b8a62832a6ad1031, REOPEN/MOVE}] 2024-11-21T12:43:26,142 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=381229d5289a2f06b8a62832a6ad1031, REOPEN/MOVE 2024-11-21T12:43:26,143 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=381229d5289a2f06b8a62832a6ad1031, regionState=CLOSING, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:26,154 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T12:43:26,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure 381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767}] 2024-11-21T12:43:26,320 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:26,320 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:26,320 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T12:43:26,320 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing 381229d5289a2f06b8a62832a6ad1031, disabling compactions & flushes 2024-11-21T12:43:26,320 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:26,321 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:26,321 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. after waiting 0 ms 2024-11-21T12:43:26,321 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:26,326 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T12:43:26,327 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:26,327 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:26,327 WARN [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionServer(3786): Not adding moved region record: 381229d5289a2f06b8a62832a6ad1031 to self. 2024-11-21T12:43:26,329 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:26,329 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=381229d5289a2f06b8a62832a6ad1031, regionState=CLOSED 2024-11-21T12:43:26,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-21T12:43:26,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure 381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 in 175 msec 2024-11-21T12:43:26,332 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=381229d5289a2f06b8a62832a6ad1031, REOPEN/MOVE; state=CLOSED, location=b3d5da5e0922,39829,1732192970767; forceNewPlan=false, retain=true 2024-11-21T12:43:26,483 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=381229d5289a2f06b8a62832a6ad1031, regionState=OPENING, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:26,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=38, state=RUNNABLE; OpenRegionProcedure 381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767}] 2024-11-21T12:43:26,636 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:26,639 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:26,640 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:43:26,640 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:26,640 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:43:26,640 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:26,640 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:26,645 INFO [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:26,647 INFO [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:43:26,654 INFO [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 381229d5289a2f06b8a62832a6ad1031 columnFamilyName A 2024-11-21T12:43:26,659 DEBUG [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:26,660 INFO [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] regionserver.HStore(327): Store=381229d5289a2f06b8a62832a6ad1031/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:43:26,661 INFO [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:26,662 INFO [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:43:26,662 INFO [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 381229d5289a2f06b8a62832a6ad1031 columnFamilyName B 2024-11-21T12:43:26,662 DEBUG [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:26,664 INFO [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] regionserver.HStore(327): Store=381229d5289a2f06b8a62832a6ad1031/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:43:26,664 INFO [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:26,665 INFO [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:43:26,665 INFO [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 381229d5289a2f06b8a62832a6ad1031 columnFamilyName C 2024-11-21T12:43:26,665 DEBUG [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:26,666 INFO [StoreOpener-381229d5289a2f06b8a62832a6ad1031-1 {}] regionserver.HStore(327): Store=381229d5289a2f06b8a62832a6ad1031/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:43:26,666 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:26,667 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:26,668 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:26,670 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T12:43:26,673 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:26,674 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 381229d5289a2f06b8a62832a6ad1031; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60548388, jitterRate=-0.0977587103843689}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T12:43:26,678 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:26,679 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031., pid=40, masterSystemTime=1732193006636 2024-11-21T12:43:26,683 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:26,683 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:26,687 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=381229d5289a2f06b8a62832a6ad1031, regionState=OPEN, openSeqNum=5, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:26,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=38 2024-11-21T12:43:26,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=38, state=SUCCESS; OpenRegionProcedure 381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 in 220 msec 2024-11-21T12:43:26,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-21T12:43:26,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=381229d5289a2f06b8a62832a6ad1031, REOPEN/MOVE in 588 msec 2024-11-21T12:43:26,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-21T12:43:26,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 611 msec 2024-11-21T12:43:26,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 1.0710 sec 2024-11-21T12:43:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-21T12:43:26,792 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6183584c to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c601dd9 2024-11-21T12:43:26,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e1a3a59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:43:26,884 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d789280 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ac3843b 2024-11-21T12:43:26,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d5cd7bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:43:26,905 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x094130b5 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21f25400 2024-11-21T12:43:26,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbdb579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:43:26,921 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x139b2fd4 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7335ff7b 2024-11-21T12:43:26,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2aded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:43:26,929 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0adf22f4 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2cf12d80 2024-11-21T12:43:26,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b5b4036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:43:26,937 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31e3d806 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50d874fc 2024-11-21T12:43:26,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36bb17b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:43:26,946 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5672a5ed to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@459e444b 2024-11-21T12:43:26,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf6c5d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:43:26,954 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62953284 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@551e8e81 2024-11-21T12:43:26,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48db3981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:43:26,962 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fd29494 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e996769 2024-11-21T12:43:26,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9f5a0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:43:26,975 DEBUG [hconnection-0x41a5c299-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:43:26,975 DEBUG [hconnection-0x7989e4e9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:43:26,978 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:43:26,979 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:43:26,984 DEBUG [hconnection-0x5f17641-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:43:26,985 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:43:26,986 DEBUG [hconnection-0x354d3b55-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:43:26,988 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:43:26,988 DEBUG [hconnection-0x491f59a2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:43:26,990 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:43:26,999 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:43:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-11-21T12:43:27,001 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:43:27,002 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:43:27,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:43:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-21T12:43:27,007 DEBUG [hconnection-0x67e04fdd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:43:27,011 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:43:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:27,024 DEBUG [hconnection-0x4959f58-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:43:27,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 381229d5289a2f06b8a62832a6ad1031 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T12:43:27,035 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:43:27,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=A 2024-11-21T12:43:27,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:27,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=B 2024-11-21T12:43:27,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:27,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=C 2024-11-21T12:43:27,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:27,067 DEBUG [hconnection-0x2efcf594-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:43:27,071 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:43:27,100 DEBUG [hconnection-0x736a24b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:43:27,103 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:43:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-21T12:43:27,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193067123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:27,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193067126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:27,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193067137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:27,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193067146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:27,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57684 deadline: 1732193067149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:27,170 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:27,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-21T12:43:27,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:27,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:27,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:27,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:27,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:27,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121bf6d3d0a7e9e42428187c8295568a929_381229d5289a2f06b8a62832a6ad1031 is 50, key is test_row_0/A:col10/1732193007024/Put/seqid=0 2024-11-21T12:43:27,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57684 deadline: 1732193067255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:27,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193067259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:27,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193067263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:27,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193067266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:27,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193067266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:27,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741923_1099 (size=12154) 2024-11-21T12:43:27,296 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-21T12:43:27,322 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121bf6d3d0a7e9e42428187c8295568a929_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bf6d3d0a7e9e42428187c8295568a929_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:27,329 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/42eae1aca391436195713a9582495755, store: [table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:27,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/42eae1aca391436195713a9582495755 is 175, key is test_row_0/A:col10/1732193007024/Put/seqid=0 2024-11-21T12:43:27,365 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:27,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-21T12:43:27,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:27,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:27,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:27,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:27,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:27,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741924_1100 (size=30955) 2024-11-21T12:43:27,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57684 deadline: 1732193067460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:27,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193067472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:27,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193067472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:27,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193067475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:27,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193067475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:27,551 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:27,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-21T12:43:27,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:27,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:27,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:27,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:27,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:27,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:27,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-21T12:43:27,724 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:27,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-21T12:43:27,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:27,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:27,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:27,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:27,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:27,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:27,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:27,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57684 deadline: 1732193067777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:27,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193067775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:27,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193067783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:27,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193067784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:27,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:27,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193067784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:27,862 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/42eae1aca391436195713a9582495755 2024-11-21T12:43:27,896 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:27,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-21T12:43:27,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:27,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:27,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:27,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:27,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:27,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/bc67d59a4f8245b0a952d1e6844f3b10 is 50, key is test_row_0/B:col10/1732193007024/Put/seqid=0 2024-11-21T12:43:27,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741925_1101 (size=12001) 2024-11-21T12:43:28,051 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:28,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-21T12:43:28,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:28,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:28,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:28,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:28,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-21T12:43:28,211 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:28,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-21T12:43:28,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:28,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:28,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:28,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:28,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:28,217 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T12:43:28,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:28,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:28,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193068288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57684 deadline: 1732193068288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:28,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193068292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:28,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193068303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:28,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193068327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:28,375 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:28,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-21T12:43:28,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:28,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:28,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/bc67d59a4f8245b0a952d1e6844f3b10 2024-11-21T12:43:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:28,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/4d641afb28994d5f9a130de17e3f5ef5 is 50, key is test_row_0/C:col10/1732193007024/Put/seqid=0 2024-11-21T12:43:28,543 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:28,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-21T12:43:28,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:28,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:28,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:28,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:28,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:28,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741926_1102 (size=12001) 2024-11-21T12:43:28,697 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:28,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-21T12:43:28,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:28,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:28,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:28,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:28,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:28,852 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:28,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-21T12:43:28,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:28,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:28,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:28,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:28,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:28,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/4d641afb28994d5f9a130de17e3f5ef5 2024-11-21T12:43:28,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/42eae1aca391436195713a9582495755 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/42eae1aca391436195713a9582495755 2024-11-21T12:43:29,007 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:29,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-21T12:43:29,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:29,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:29,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:29,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:29,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:29,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/42eae1aca391436195713a9582495755, entries=150, sequenceid=18, filesize=30.2 K 2024-11-21T12:43:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:29,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/bc67d59a4f8245b0a952d1e6844f3b10 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/bc67d59a4f8245b0a952d1e6844f3b10 2024-11-21T12:43:29,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/bc67d59a4f8245b0a952d1e6844f3b10, entries=150, sequenceid=18, filesize=11.7 K 2024-11-21T12:43:29,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/4d641afb28994d5f9a130de17e3f5ef5 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/4d641afb28994d5f9a130de17e3f5ef5 2024-11-21T12:43:29,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/4d641afb28994d5f9a130de17e3f5ef5, entries=150, sequenceid=18, filesize=11.7 K 2024-11-21T12:43:29,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 381229d5289a2f06b8a62832a6ad1031 in 2031ms, sequenceid=18, compaction requested=false 2024-11-21T12:43:29,064 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T12:43:29,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-21T12:43:29,162 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:29,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-21T12:43:29,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:29,163 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing 381229d5289a2f06b8a62832a6ad1031 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T12:43:29,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=A 2024-11-21T12:43:29,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:29,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=B 2024-11-21T12:43:29,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:29,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=C 2024-11-21T12:43:29,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:29,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a1dbda8466c5406ca94c002a7dbdd394_381229d5289a2f06b8a62832a6ad1031 is 50, key is test_row_0/A:col10/1732193007097/Put/seqid=0 2024-11-21T12:43:29,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741927_1103 (size=12154) 2024-11-21T12:43:29,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:29,278 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a1dbda8466c5406ca94c002a7dbdd394_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a1dbda8466c5406ca94c002a7dbdd394_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:29,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/90aa61b99673439d996da6e8a2cf9b3c, store: [table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:29,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/90aa61b99673439d996da6e8a2cf9b3c is 175, key is test_row_0/A:col10/1732193007097/Put/seqid=0 2024-11-21T12:43:29,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:29,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741928_1104 (size=30955) 2024-11-21T12:43:29,326 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/90aa61b99673439d996da6e8a2cf9b3c 2024-11-21T12:43:29,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193069335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:29,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193069335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:29,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57684 deadline: 1732193069335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:29,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/011d6a777ef2442aa83f4a9819557007 is 50, key is test_row_0/B:col10/1732193007097/Put/seqid=0 2024-11-21T12:43:29,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193069338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:29,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193069343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:29,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741929_1105 (size=12001) 2024-11-21T12:43:29,400 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/011d6a777ef2442aa83f4a9819557007 2024-11-21T12:43:29,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/b874e60f5aec4f6dac16a0a19744b4d0 is 50, key is test_row_0/C:col10/1732193007097/Put/seqid=0 2024-11-21T12:43:29,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57684 deadline: 1732193069452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:29,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193069452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:29,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193069458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:29,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193069460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:29,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741930_1106 (size=12001) 2024-11-21T12:43:29,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193069661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:29,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:29,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57684 deadline: 1732193069667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:29,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193069667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:29,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193069668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:29,881 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/b874e60f5aec4f6dac16a0a19744b4d0 2024-11-21T12:43:29,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/90aa61b99673439d996da6e8a2cf9b3c as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/90aa61b99673439d996da6e8a2cf9b3c 2024-11-21T12:43:29,900 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/90aa61b99673439d996da6e8a2cf9b3c, entries=150, sequenceid=40, filesize=30.2 K 2024-11-21T12:43:29,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/011d6a777ef2442aa83f4a9819557007 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/011d6a777ef2442aa83f4a9819557007 2024-11-21T12:43:29,915 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/011d6a777ef2442aa83f4a9819557007, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T12:43:29,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/b874e60f5aec4f6dac16a0a19744b4d0 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/b874e60f5aec4f6dac16a0a19744b4d0 2024-11-21T12:43:29,932 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/b874e60f5aec4f6dac16a0a19744b4d0, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T12:43:29,933 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 381229d5289a2f06b8a62832a6ad1031 in 770ms, sequenceid=40, compaction requested=false 2024-11-21T12:43:29,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:29,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:29,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-21T12:43:29,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-11-21T12:43:29,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-21T12:43:29,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9370 sec 2024-11-21T12:43:29,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 2.9430 sec 2024-11-21T12:43:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:29,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 381229d5289a2f06b8a62832a6ad1031 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T12:43:29,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=A 2024-11-21T12:43:29,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:29,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=B 2024-11-21T12:43:29,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:29,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=C 2024-11-21T12:43:29,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:30,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193070001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:30,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193070003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:30,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57684 deadline: 1732193070006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:30,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121bea0f4720e0a4c4882ac448ff1b6fbc1_381229d5289a2f06b8a62832a6ad1031 is 50, key is test_row_0/A:col10/1732193009336/Put/seqid=0 2024-11-21T12:43:30,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193070006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:30,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741931_1107 (size=14594) 2024-11-21T12:43:30,041 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:30,050 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121bea0f4720e0a4c4882ac448ff1b6fbc1_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bea0f4720e0a4c4882ac448ff1b6fbc1_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:30,052 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/5883bb97942f4845a241346bd2d8e4a6, store: [table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:30,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/5883bb97942f4845a241346bd2d8e4a6 is 175, key is test_row_0/A:col10/1732193009336/Put/seqid=0 2024-11-21T12:43:30,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741932_1108 (size=39549) 2024-11-21T12:43:30,092 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/5883bb97942f4845a241346bd2d8e4a6 2024-11-21T12:43:30,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193070111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:30,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193070111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:30,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/603ec859e2d34d65a4473397e599fd17 is 50, key is test_row_0/B:col10/1732193009336/Put/seqid=0 2024-11-21T12:43:30,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57684 deadline: 1732193070122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:30,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193070123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:30,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741933_1109 (size=12001) 2024-11-21T12:43:30,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/603ec859e2d34d65a4473397e599fd17 2024-11-21T12:43:30,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/0d6894e346b9450a8e1d346fcccc9960 is 50, key is test_row_0/C:col10/1732193009336/Put/seqid=0 2024-11-21T12:43:30,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741934_1110 (size=12001) 2024-11-21T12:43:30,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/0d6894e346b9450a8e1d346fcccc9960 2024-11-21T12:43:30,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/5883bb97942f4845a241346bd2d8e4a6 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/5883bb97942f4845a241346bd2d8e4a6 2024-11-21T12:43:30,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/5883bb97942f4845a241346bd2d8e4a6, entries=200, sequenceid=55, filesize=38.6 K 2024-11-21T12:43:30,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/603ec859e2d34d65a4473397e599fd17 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/603ec859e2d34d65a4473397e599fd17 2024-11-21T12:43:30,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/603ec859e2d34d65a4473397e599fd17, entries=150, sequenceid=55, filesize=11.7 K 2024-11-21T12:43:30,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/0d6894e346b9450a8e1d346fcccc9960 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/0d6894e346b9450a8e1d346fcccc9960 2024-11-21T12:43:30,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/0d6894e346b9450a8e1d346fcccc9960, entries=150, sequenceid=55, filesize=11.7 K 2024-11-21T12:43:30,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 381229d5289a2f06b8a62832a6ad1031 in 294ms, sequenceid=55, compaction requested=true 2024-11-21T12:43:30,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:30,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 381229d5289a2f06b8a62832a6ad1031:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:43:30,271 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:43:30,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:30,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 381229d5289a2f06b8a62832a6ad1031:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:43:30,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:30,271 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:43:30,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 381229d5289a2f06b8a62832a6ad1031:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:43:30,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:30,273 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:43:30,273 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 381229d5289a2f06b8a62832a6ad1031/B is initiating minor compaction (all files) 2024-11-21T12:43:30,273 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 381229d5289a2f06b8a62832a6ad1031/B in TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:30,273 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/bc67d59a4f8245b0a952d1e6844f3b10, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/011d6a777ef2442aa83f4a9819557007, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/603ec859e2d34d65a4473397e599fd17] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp, totalSize=35.2 K 2024-11-21T12:43:30,274 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:43:30,274 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 381229d5289a2f06b8a62832a6ad1031/A is initiating minor compaction (all files) 2024-11-21T12:43:30,274 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 381229d5289a2f06b8a62832a6ad1031/A in TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:30,274 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/42eae1aca391436195713a9582495755, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/90aa61b99673439d996da6e8a2cf9b3c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/5883bb97942f4845a241346bd2d8e4a6] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp, totalSize=99.1 K 2024-11-21T12:43:30,274 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:30,274 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. files: [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/42eae1aca391436195713a9582495755, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/90aa61b99673439d996da6e8a2cf9b3c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/5883bb97942f4845a241346bd2d8e4a6] 2024-11-21T12:43:30,275 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting bc67d59a4f8245b0a952d1e6844f3b10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732193007013 2024-11-21T12:43:30,276 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42eae1aca391436195713a9582495755, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732193007013 2024-11-21T12:43:30,277 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 011d6a777ef2442aa83f4a9819557007, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732193007097 2024-11-21T12:43:30,277 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90aa61b99673439d996da6e8a2cf9b3c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732193007097 2024-11-21T12:43:30,278 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5883bb97942f4845a241346bd2d8e4a6, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732193009331 2024-11-21T12:43:30,278 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 603ec859e2d34d65a4473397e599fd17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732193009333 2024-11-21T12:43:30,295 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:30,312 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 381229d5289a2f06b8a62832a6ad1031#B#compaction#91 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:30,313 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/ec0bbf40a4624522a66c178bbfeb01d6 is 50, key is test_row_0/B:col10/1732193009336/Put/seqid=0 2024-11-21T12:43:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:30,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 381229d5289a2f06b8a62832a6ad1031 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T12:43:30,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=A 2024-11-21T12:43:30,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:30,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=B 2024-11-21T12:43:30,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:30,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=C 2024-11-21T12:43:30,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:30,329 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411210728e9deec7f4b47a474a12f0ac4c056_381229d5289a2f06b8a62832a6ad1031 store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:30,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112174d7b55e5aee458fb4711a5aeb35af1a_381229d5289a2f06b8a62832a6ad1031 is 50, key is test_row_0/A:col10/1732193010001/Put/seqid=0 2024-11-21T12:43:30,361 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411210728e9deec7f4b47a474a12f0ac4c056_381229d5289a2f06b8a62832a6ad1031, store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:30,361 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210728e9deec7f4b47a474a12f0ac4c056_381229d5289a2f06b8a62832a6ad1031 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:30,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741935_1111 (size=12104) 2024-11-21T12:43:30,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193070375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:30,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193070380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:30,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57684 deadline: 1732193070381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:30,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193070381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:30,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741937_1113 (size=4469) 2024-11-21T12:43:30,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741936_1112 (size=14594) 2024-11-21T12:43:30,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193070486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:30,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193070488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:30,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57684 deadline: 1732193070491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:30,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193070491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:30,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193070690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:30,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193070698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:30,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57684 deadline: 1732193070698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:30,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193070699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:30,806 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/ec0bbf40a4624522a66c178bbfeb01d6 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/ec0bbf40a4624522a66c178bbfeb01d6 2024-11-21T12:43:30,806 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 381229d5289a2f06b8a62832a6ad1031#A#compaction#90 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:30,808 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/a7fdedc812bc4ab493901e99981507b2 is 175, key is test_row_0/A:col10/1732193009336/Put/seqid=0 2024-11-21T12:43:30,831 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:30,865 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 381229d5289a2f06b8a62832a6ad1031/B of 381229d5289a2f06b8a62832a6ad1031 into ec0bbf40a4624522a66c178bbfeb01d6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:30,866 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:30,866 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031., storeName=381229d5289a2f06b8a62832a6ad1031/B, priority=13, startTime=1732193010271; duration=0sec 2024-11-21T12:43:30,866 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:30,866 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 381229d5289a2f06b8a62832a6ad1031:B 2024-11-21T12:43:30,866 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:43:30,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741938_1114 (size=31058) 2024-11-21T12:43:30,871 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:43:30,871 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 381229d5289a2f06b8a62832a6ad1031/C is initiating minor compaction (all files) 2024-11-21T12:43:30,871 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 381229d5289a2f06b8a62832a6ad1031/C in TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:30,871 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/4d641afb28994d5f9a130de17e3f5ef5, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/b874e60f5aec4f6dac16a0a19744b4d0, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/0d6894e346b9450a8e1d346fcccc9960] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp, totalSize=35.2 K 2024-11-21T12:43:30,873 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d641afb28994d5f9a130de17e3f5ef5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732193007013 2024-11-21T12:43:30,876 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112174d7b55e5aee458fb4711a5aeb35af1a_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112174d7b55e5aee458fb4711a5aeb35af1a_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:30,882 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting b874e60f5aec4f6dac16a0a19744b4d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732193007097 2024-11-21T12:43:30,883 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/a7fdedc812bc4ab493901e99981507b2 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/a7fdedc812bc4ab493901e99981507b2 2024-11-21T12:43:30,883 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/4e1721dd0c844dceb02e9983fcf882de, store: [table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:30,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/4e1721dd0c844dceb02e9983fcf882de is 175, key is test_row_0/A:col10/1732193010001/Put/seqid=0 2024-11-21T12:43:30,885 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d6894e346b9450a8e1d346fcccc9960, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732193009333 2024-11-21T12:43:30,915 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 381229d5289a2f06b8a62832a6ad1031/A of 381229d5289a2f06b8a62832a6ad1031 into a7fdedc812bc4ab493901e99981507b2(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:30,915 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:30,915 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031., storeName=381229d5289a2f06b8a62832a6ad1031/A, priority=13, startTime=1732193010271; duration=0sec 2024-11-21T12:43:30,915 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:30,915 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 381229d5289a2f06b8a62832a6ad1031:A 2024-11-21T12:43:30,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741939_1115 (size=39549) 2024-11-21T12:43:30,926 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/4e1721dd0c844dceb02e9983fcf882de 2024-11-21T12:43:30,933 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 381229d5289a2f06b8a62832a6ad1031#C#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:30,933 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/98c74f111d2541e5b593402e95fbda20 is 50, key is test_row_0/C:col10/1732193009336/Put/seqid=0 2024-11-21T12:43:30,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/400559f167b34f52a7a26a3fd4167f60 is 50, key is test_row_0/B:col10/1732193010001/Put/seqid=0 2024-11-21T12:43:30,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741941_1117 (size=12001) 2024-11-21T12:43:30,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/400559f167b34f52a7a26a3fd4167f60 2024-11-21T12:43:30,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:30,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741940_1116 (size=12104) 2024-11-21T12:43:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193070994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:31,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:31,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193071013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193071006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:31,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57684 deadline: 1732193071013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:31,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/d85ce20fce3b4d1787164117e2503d32 is 50, key is test_row_0/C:col10/1732193010001/Put/seqid=0 2024-11-21T12:43:31,051 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/98c74f111d2541e5b593402e95fbda20 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/98c74f111d2541e5b593402e95fbda20 2024-11-21T12:43:31,089 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 381229d5289a2f06b8a62832a6ad1031/C of 381229d5289a2f06b8a62832a6ad1031 into 98c74f111d2541e5b593402e95fbda20(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:31,089 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:31,089 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031., storeName=381229d5289a2f06b8a62832a6ad1031/C, priority=13, startTime=1732193010271; duration=0sec 2024-11-21T12:43:31,089 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:31,089 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 381229d5289a2f06b8a62832a6ad1031:C 2024-11-21T12:43:31,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741942_1118 (size=12001) 2024-11-21T12:43:31,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/d85ce20fce3b4d1787164117e2503d32 2024-11-21T12:43:31,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/4e1721dd0c844dceb02e9983fcf882de as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/4e1721dd0c844dceb02e9983fcf882de 2024-11-21T12:43:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-21T12:43:31,155 INFO [Thread-525 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-11-21T12:43:31,157 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:43:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-21T12:43:31,160 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:43:31,161 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:43:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-21T12:43:31,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:43:31,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/4e1721dd0c844dceb02e9983fcf882de, entries=200, sequenceid=77, filesize=38.6 K 2024-11-21T12:43:31,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/400559f167b34f52a7a26a3fd4167f60 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/400559f167b34f52a7a26a3fd4167f60 2024-11-21T12:43:31,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/400559f167b34f52a7a26a3fd4167f60, entries=150, sequenceid=77, filesize=11.7 K 2024-11-21T12:43:31,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/d85ce20fce3b4d1787164117e2503d32 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/d85ce20fce3b4d1787164117e2503d32 2024-11-21T12:43:31,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/d85ce20fce3b4d1787164117e2503d32, entries=150, sequenceid=77, filesize=11.7 K 2024-11-21T12:43:31,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for 381229d5289a2f06b8a62832a6ad1031 in 873ms, sequenceid=77, compaction requested=false 2024-11-21T12:43:31,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-21T12:43:31,315 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:31,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-21T12:43:31,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:31,323 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 381229d5289a2f06b8a62832a6ad1031 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-21T12:43:31,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=A 2024-11-21T12:43:31,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:31,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=B 2024-11-21T12:43:31,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:31,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=C 2024-11-21T12:43:31,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:31,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112170ea950507a1435098ce85debadc5777_381229d5289a2f06b8a62832a6ad1031 is 50, key is test_row_0/A:col10/1732193010379/Put/seqid=0 2024-11-21T12:43:31,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:31,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741943_1119 (size=12154) 2024-11-21T12:43:31,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:31,405 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112170ea950507a1435098ce85debadc5777_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112170ea950507a1435098ce85debadc5777_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:31,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/a294d38719f54b7d8f311d6df9865a61, store: [table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:31,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/a294d38719f54b7d8f311d6df9865a61 is 175, key is test_row_0/A:col10/1732193010379/Put/seqid=0 2024-11-21T12:43:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-21T12:43:31,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741944_1120 (size=30955) 2024-11-21T12:43:31,497 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/a294d38719f54b7d8f311d6df9865a61 2024-11-21T12:43:31,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57684 deadline: 1732193071526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:31,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193071542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:31,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193071542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:31,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193071543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:31,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193071547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:31,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/89453ad05e0b4dfdbf7b663c7df421e3 is 50, key is test_row_0/B:col10/1732193010379/Put/seqid=0 2024-11-21T12:43:31,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741945_1121 (size=12001) 2024-11-21T12:43:31,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193071661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:31,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193071663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:31,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193071671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:31,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193071678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-21T12:43:31,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193071871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:31,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193071875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:31,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193071884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:31,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193071898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:32,044 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/89453ad05e0b4dfdbf7b663c7df421e3 2024-11-21T12:43:32,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/98417e25bfef4ca7a4e0d7c2e8f1b131 is 50, key is test_row_0/C:col10/1732193010379/Put/seqid=0 2024-11-21T12:43:32,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741946_1122 (size=12001) 2024-11-21T12:43:32,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:32,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193072188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:32,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193072194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:32,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193072195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:32,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193072215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-21T12:43:32,507 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/98417e25bfef4ca7a4e0d7c2e8f1b131 2024-11-21T12:43:32,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/a294d38719f54b7d8f311d6df9865a61 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/a294d38719f54b7d8f311d6df9865a61 2024-11-21T12:43:32,533 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/a294d38719f54b7d8f311d6df9865a61, entries=150, sequenceid=96, filesize=30.2 K 2024-11-21T12:43:32,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/89453ad05e0b4dfdbf7b663c7df421e3 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/89453ad05e0b4dfdbf7b663c7df421e3 2024-11-21T12:43:32,552 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/89453ad05e0b4dfdbf7b663c7df421e3, entries=150, sequenceid=96, filesize=11.7 K 2024-11-21T12:43:32,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/98417e25bfef4ca7a4e0d7c2e8f1b131 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/98417e25bfef4ca7a4e0d7c2e8f1b131 2024-11-21T12:43:32,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57684 deadline: 1732193072562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:32,579 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/98417e25bfef4ca7a4e0d7c2e8f1b131, entries=150, sequenceid=96, filesize=11.7 K 2024-11-21T12:43:32,587 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 381229d5289a2f06b8a62832a6ad1031 in 1259ms, sequenceid=96, compaction requested=true 2024-11-21T12:43:32,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:32,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:32,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-21T12:43:32,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-21T12:43:32,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-21T12:43:32,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4300 sec 2024-11-21T12:43:32,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 1.4390 sec 2024-11-21T12:43:32,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:32,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 381229d5289a2f06b8a62832a6ad1031 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T12:43:32,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=A 2024-11-21T12:43:32,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:32,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=B 2024-11-21T12:43:32,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:32,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=C 2024-11-21T12:43:32,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:32,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121780accaabf3c445aa4b9f8367f4f9aa6_381229d5289a2f06b8a62832a6ad1031 is 50, key is test_row_0/A:col10/1732193011520/Put/seqid=0 2024-11-21T12:43:32,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193072729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:32,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193072731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:32,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193072732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:32,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193072735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:32,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741947_1123 (size=12154) 2024-11-21T12:43:32,745 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:32,755 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121780accaabf3c445aa4b9f8367f4f9aa6_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121780accaabf3c445aa4b9f8367f4f9aa6_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:32,756 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/55a0d1f17d1e4f20a14b847827db98bd, store: [table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:32,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/55a0d1f17d1e4f20a14b847827db98bd is 175, key is test_row_0/A:col10/1732193011520/Put/seqid=0 2024-11-21T12:43:32,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741948_1124 (size=30955) 2024-11-21T12:43:32,792 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/55a0d1f17d1e4f20a14b847827db98bd 2024-11-21T12:43:32,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/3de3878cb7f3413eafc009d2a67950d7 is 50, key is test_row_0/B:col10/1732193011520/Put/seqid=0 2024-11-21T12:43:32,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:32,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193072837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:32,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193072843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:32,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741949_1125 (size=12001) 2024-11-21T12:43:32,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/3de3878cb7f3413eafc009d2a67950d7 2024-11-21T12:43:32,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193072843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:32,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/3b55bcdddc1c4267b5873508f5659371 is 50, key is test_row_0/C:col10/1732193011520/Put/seqid=0 2024-11-21T12:43:32,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741950_1126 (size=12001) 2024-11-21T12:43:32,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/3b55bcdddc1c4267b5873508f5659371 2024-11-21T12:43:32,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/55a0d1f17d1e4f20a14b847827db98bd as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/55a0d1f17d1e4f20a14b847827db98bd 2024-11-21T12:43:32,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/55a0d1f17d1e4f20a14b847827db98bd, entries=150, sequenceid=118, filesize=30.2 K 2024-11-21T12:43:32,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/3de3878cb7f3413eafc009d2a67950d7 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/3de3878cb7f3413eafc009d2a67950d7 2024-11-21T12:43:33,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/3de3878cb7f3413eafc009d2a67950d7, entries=150, sequenceid=118, filesize=11.7 K 2024-11-21T12:43:33,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/3b55bcdddc1c4267b5873508f5659371 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/3b55bcdddc1c4267b5873508f5659371 2024-11-21T12:43:33,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/3b55bcdddc1c4267b5873508f5659371, entries=150, sequenceid=118, filesize=11.7 K 2024-11-21T12:43:33,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 381229d5289a2f06b8a62832a6ad1031 in 314ms, sequenceid=118, compaction requested=true 2024-11-21T12:43:33,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:33,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 381229d5289a2f06b8a62832a6ad1031:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:43:33,015 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:43:33,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:33,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 381229d5289a2f06b8a62832a6ad1031:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:43:33,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:33,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 381229d5289a2f06b8a62832a6ad1031:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:43:33,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T12:43:33,015 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:43:33,018 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:43:33,018 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 381229d5289a2f06b8a62832a6ad1031/A is initiating minor compaction (all files) 2024-11-21T12:43:33,018 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 381229d5289a2f06b8a62832a6ad1031/A in TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:33,019 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/a7fdedc812bc4ab493901e99981507b2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/4e1721dd0c844dceb02e9983fcf882de, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/a294d38719f54b7d8f311d6df9865a61, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/55a0d1f17d1e4f20a14b847827db98bd] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp, totalSize=129.4 K 2024-11-21T12:43:33,019 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:33,019 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. files: [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/a7fdedc812bc4ab493901e99981507b2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/4e1721dd0c844dceb02e9983fcf882de, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/a294d38719f54b7d8f311d6df9865a61, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/55a0d1f17d1e4f20a14b847827db98bd] 2024-11-21T12:43:33,020 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7fdedc812bc4ab493901e99981507b2, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732193009333 2024-11-21T12:43:33,021 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e1721dd0c844dceb02e9983fcf882de, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732193010001 2024-11-21T12:43:33,021 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting a294d38719f54b7d8f311d6df9865a61, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732193010351 2024-11-21T12:43:33,022 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55a0d1f17d1e4f20a14b847827db98bd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732193011520 2024-11-21T12:43:33,023 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:43:33,032 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 381229d5289a2f06b8a62832a6ad1031/B is initiating minor compaction (all files) 2024-11-21T12:43:33,032 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 381229d5289a2f06b8a62832a6ad1031/B in TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:33,032 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/ec0bbf40a4624522a66c178bbfeb01d6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/400559f167b34f52a7a26a3fd4167f60, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/89453ad05e0b4dfdbf7b663c7df421e3, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/3de3878cb7f3413eafc009d2a67950d7] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp, totalSize=47.0 K 2024-11-21T12:43:33,034 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting ec0bbf40a4624522a66c178bbfeb01d6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732193009333 2024-11-21T12:43:33,039 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 400559f167b34f52a7a26a3fd4167f60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732193010001 2024-11-21T12:43:33,043 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 89453ad05e0b4dfdbf7b663c7df421e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732193010351 2024-11-21T12:43:33,044 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 3de3878cb7f3413eafc009d2a67950d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732193011520 2024-11-21T12:43:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:33,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 381229d5289a2f06b8a62832a6ad1031 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T12:43:33,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=A 2024-11-21T12:43:33,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:33,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=B 2024-11-21T12:43:33,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:33,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=C 2024-11-21T12:43:33,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:33,077 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 381229d5289a2f06b8a62832a6ad1031#B#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:33,078 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/fdcb59774f4a42b8af7d71c390ca915d is 50, key is test_row_0/B:col10/1732193011520/Put/seqid=0 2024-11-21T12:43:33,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c49818d3441d4d01a39a521a7a08eb57_381229d5289a2f06b8a62832a6ad1031 is 50, key is test_row_0/A:col10/1732193012716/Put/seqid=0 2024-11-21T12:43:33,092 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:33,123 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411217102be9655c64c3e8b09959af9a14a28_381229d5289a2f06b8a62832a6ad1031 store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:33,129 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411217102be9655c64c3e8b09959af9a14a28_381229d5289a2f06b8a62832a6ad1031, store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:33,130 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217102be9655c64c3e8b09959af9a14a28_381229d5289a2f06b8a62832a6ad1031 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:33,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741952_1128 (size=14744) 2024-11-21T12:43:33,135 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:33,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741951_1127 (size=12241) 2024-11-21T12:43:33,157 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c49818d3441d4d01a39a521a7a08eb57_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c49818d3441d4d01a39a521a7a08eb57_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:33,163 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/ee051f4803794181b58799941ac450a1, store: [table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:33,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/ee051f4803794181b58799941ac450a1 is 175, key is test_row_0/A:col10/1732193012716/Put/seqid=0 2024-11-21T12:43:33,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741953_1129 (size=4469) 2024-11-21T12:43:33,170 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/fdcb59774f4a42b8af7d71c390ca915d as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/fdcb59774f4a42b8af7d71c390ca915d 2024-11-21T12:43:33,178 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 381229d5289a2f06b8a62832a6ad1031/B of 381229d5289a2f06b8a62832a6ad1031 into fdcb59774f4a42b8af7d71c390ca915d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:33,178 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:33,178 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031., storeName=381229d5289a2f06b8a62832a6ad1031/B, priority=12, startTime=1732193013015; duration=0sec 2024-11-21T12:43:33,179 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:33,179 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 381229d5289a2f06b8a62832a6ad1031:B 2024-11-21T12:43:33,179 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:43:33,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193073165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:33,181 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:43:33,181 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 381229d5289a2f06b8a62832a6ad1031/C is initiating minor compaction (all files) 2024-11-21T12:43:33,181 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 381229d5289a2f06b8a62832a6ad1031/C in TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:33,181 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/98c74f111d2541e5b593402e95fbda20, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/d85ce20fce3b4d1787164117e2503d32, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/98417e25bfef4ca7a4e0d7c2e8f1b131, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/3b55bcdddc1c4267b5873508f5659371] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp, totalSize=47.0 K 2024-11-21T12:43:33,182 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 98c74f111d2541e5b593402e95fbda20, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732193009333 2024-11-21T12:43:33,183 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting d85ce20fce3b4d1787164117e2503d32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732193010001 2024-11-21T12:43:33,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741954_1130 (size=39699) 2024-11-21T12:43:33,185 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 98417e25bfef4ca7a4e0d7c2e8f1b131, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732193010351 2024-11-21T12:43:33,185 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b55bcdddc1c4267b5873508f5659371, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732193011520 2024-11-21T12:43:33,195 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/ee051f4803794181b58799941ac450a1 2024-11-21T12:43:33,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193073180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:33,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193073180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:33,221 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 381229d5289a2f06b8a62832a6ad1031#C#compaction#105 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:33,222 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/904ef64218cf4d8f8f8b677a72e39cab is 50, key is test_row_0/C:col10/1732193011520/Put/seqid=0 2024-11-21T12:43:33,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/bfe2d036bca94b319d9645f8a0fe2695 is 50, key is test_row_0/B:col10/1732193012716/Put/seqid=0 2024-11-21T12:43:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-21T12:43:33,269 INFO [Thread-525 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-21T12:43:33,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741956_1132 (size=12241) 2024-11-21T12:43:33,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741955_1131 (size=12101) 2024-11-21T12:43:33,280 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:43:33,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/bfe2d036bca94b319d9645f8a0fe2695 2024-11-21T12:43:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-21T12:43:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-21T12:43:33,283 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:43:33,284 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:43:33,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:43:33,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193073283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:33,322 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/904ef64218cf4d8f8f8b677a72e39cab as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/904ef64218cf4d8f8f8b677a72e39cab 2024-11-21T12:43:33,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193073319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:33,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193073319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:33,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/5608029d81c4414392e9cbaac2af2f86 is 50, key is test_row_0/C:col10/1732193012716/Put/seqid=0 2024-11-21T12:43:33,367 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 381229d5289a2f06b8a62832a6ad1031/C of 381229d5289a2f06b8a62832a6ad1031 into 904ef64218cf4d8f8f8b677a72e39cab(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:33,367 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:33,367 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031., storeName=381229d5289a2f06b8a62832a6ad1031/C, priority=12, startTime=1732193013015; duration=0sec 2024-11-21T12:43:33,367 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:33,367 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 381229d5289a2f06b8a62832a6ad1031:C 2024-11-21T12:43:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-21T12:43:33,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741957_1133 (size=12101) 2024-11-21T12:43:33,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/5608029d81c4414392e9cbaac2af2f86 2024-11-21T12:43:33,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/ee051f4803794181b58799941ac450a1 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/ee051f4803794181b58799941ac450a1 2024-11-21T12:43:33,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/ee051f4803794181b58799941ac450a1, entries=200, sequenceid=133, filesize=38.8 K 2024-11-21T12:43:33,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/bfe2d036bca94b319d9645f8a0fe2695 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/bfe2d036bca94b319d9645f8a0fe2695 2024-11-21T12:43:33,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/bfe2d036bca94b319d9645f8a0fe2695, entries=150, sequenceid=133, filesize=11.8 K 2024-11-21T12:43:33,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/5608029d81c4414392e9cbaac2af2f86 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/5608029d81c4414392e9cbaac2af2f86 2024-11-21T12:43:33,436 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:33,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-21T12:43:33,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:33,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:33,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:33,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:33,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:33,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/5608029d81c4414392e9cbaac2af2f86, entries=150, sequenceid=133, filesize=11.8 K 2024-11-21T12:43:33,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 381229d5289a2f06b8a62832a6ad1031 in 402ms, sequenceid=133, compaction requested=false 2024-11-21T12:43:33,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:33,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 381229d5289a2f06b8a62832a6ad1031 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T12:43:33,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=A 2024-11-21T12:43:33,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:33,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=B 2024-11-21T12:43:33,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:33,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=C 2024-11-21T12:43:33,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:33,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211d0f37b5169046c1a2c91c153c913755_381229d5289a2f06b8a62832a6ad1031 is 50, key is test_row_0/A:col10/1732193013152/Put/seqid=0 2024-11-21T12:43:33,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193073551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:33,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741958_1134 (size=12304) 2024-11-21T12:43:33,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193073566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:33,579 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 381229d5289a2f06b8a62832a6ad1031#A#compaction#104 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:33,580 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/1cec0ae964214011ad0e5ba3e4cfef65 is 175, key is test_row_0/A:col10/1732193011520/Put/seqid=0 2024-11-21T12:43:33,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193073567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:33,590 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-21T12:43:33,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-21T12:43:33,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:33,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:33,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:33,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:33,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:33,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741959_1135 (size=31195) 2024-11-21T12:43:33,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193073667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:33,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193073681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:33,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193073684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:33,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193073745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:33,759 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:33,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-21T12:43:33,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:33,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:33,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:33,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:33,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:33,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:33,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193073883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:33,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:33,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193073893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:33,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-21T12:43:33,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193073896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:33,934 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:33,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-21T12:43:33,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:33,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:33,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:33,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:33,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:33,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:33,977 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:33,982 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211d0f37b5169046c1a2c91c153c913755_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211d0f37b5169046c1a2c91c153c913755_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:33,984 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/fb91a24a78ae49aca95c539ac903384e, store: [table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:33,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/fb91a24a78ae49aca95c539ac903384e is 175, key is test_row_0/A:col10/1732193013152/Put/seqid=0 2024-11-21T12:43:33,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741960_1136 (size=31105) 2024-11-21T12:43:34,036 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/1cec0ae964214011ad0e5ba3e4cfef65 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/1cec0ae964214011ad0e5ba3e4cfef65 2024-11-21T12:43:34,043 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 381229d5289a2f06b8a62832a6ad1031/A of 381229d5289a2f06b8a62832a6ad1031 into 1cec0ae964214011ad0e5ba3e4cfef65(size=30.5 K), total size for store is 69.2 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-21T12:43:34,043 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:34,043 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031., storeName=381229d5289a2f06b8a62832a6ad1031/A, priority=12, startTime=1732193013015; duration=1sec 2024-11-21T12:43:34,043 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:34,043 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 381229d5289a2f06b8a62832a6ad1031:A 2024-11-21T12:43:34,095 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:34,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-21T12:43:34,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:34,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:34,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:34,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:34,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:34,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193074198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:34,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193074199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:34,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:34,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193074211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:34,259 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:34,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-21T12:43:34,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:34,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:34,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:34,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:34,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-21T12:43:34,402 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/fb91a24a78ae49aca95c539ac903384e 2024-11-21T12:43:34,412 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:34,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-21T12:43:34,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:34,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:34,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:34,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:34,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:34,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/2656ec101f4548cc8d570389882d45df is 50, key is test_row_0/B:col10/1732193013152/Put/seqid=0 2024-11-21T12:43:34,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741961_1137 (size=12151) 2024-11-21T12:43:34,565 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:34,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-21T12:43:34,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:34,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:34,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:34,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:34,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:34,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57684 deadline: 1732193074592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:34,595 DEBUG [Thread-521 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4214 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031., hostname=b3d5da5e0922,39829,1732192970767, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:43:34,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193074703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:34,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193074710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:34,721 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:34,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-21T12:43:34,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:34,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:34,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:34,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:34,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:34,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193074731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:34,878 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:34,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-21T12:43:34,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:34,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:34,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:34,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:34,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:34,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/2656ec101f4548cc8d570389882d45df 2024-11-21T12:43:34,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/9d7864d68f3a47558465d15e085aa8e1 is 50, key is test_row_0/C:col10/1732193013152/Put/seqid=0 2024-11-21T12:43:34,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741962_1138 (size=12151) 2024-11-21T12:43:34,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/9d7864d68f3a47558465d15e085aa8e1 2024-11-21T12:43:34,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/fb91a24a78ae49aca95c539ac903384e as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/fb91a24a78ae49aca95c539ac903384e 2024-11-21T12:43:35,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/fb91a24a78ae49aca95c539ac903384e, entries=150, sequenceid=157, filesize=30.4 K 2024-11-21T12:43:35,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/2656ec101f4548cc8d570389882d45df as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/2656ec101f4548cc8d570389882d45df 2024-11-21T12:43:35,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/2656ec101f4548cc8d570389882d45df, entries=150, sequenceid=157, filesize=11.9 K 2024-11-21T12:43:35,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/9d7864d68f3a47558465d15e085aa8e1 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/9d7864d68f3a47558465d15e085aa8e1 2024-11-21T12:43:35,034 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:35,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-21T12:43:35,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:35,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:35,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:35,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:35,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:35,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/9d7864d68f3a47558465d15e085aa8e1, entries=150, sequenceid=157, filesize=11.9 K 2024-11-21T12:43:35,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 381229d5289a2f06b8a62832a6ad1031 in 1542ms, sequenceid=157, compaction requested=true 2024-11-21T12:43:35,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:35,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 381229d5289a2f06b8a62832a6ad1031:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:43:35,039 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:43:35,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:35,039 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:43:35,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 381229d5289a2f06b8a62832a6ad1031:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:43:35,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:35,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 381229d5289a2f06b8a62832a6ad1031:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:43:35,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:35,040 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:43:35,040 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 381229d5289a2f06b8a62832a6ad1031/A is initiating minor compaction (all files) 2024-11-21T12:43:35,040 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 381229d5289a2f06b8a62832a6ad1031/A in TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:35,041 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/1cec0ae964214011ad0e5ba3e4cfef65, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/ee051f4803794181b58799941ac450a1, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/fb91a24a78ae49aca95c539ac903384e] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp, totalSize=99.6 K 2024-11-21T12:43:35,041 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:35,041 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. files: [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/1cec0ae964214011ad0e5ba3e4cfef65, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/ee051f4803794181b58799941ac450a1, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/fb91a24a78ae49aca95c539ac903384e] 2024-11-21T12:43:35,041 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:43:35,041 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 381229d5289a2f06b8a62832a6ad1031/B is initiating minor compaction (all files) 2024-11-21T12:43:35,041 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 381229d5289a2f06b8a62832a6ad1031/B in TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:35,041 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/fdcb59774f4a42b8af7d71c390ca915d, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/bfe2d036bca94b319d9645f8a0fe2695, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/2656ec101f4548cc8d570389882d45df] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp, totalSize=35.6 K 2024-11-21T12:43:35,041 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cec0ae964214011ad0e5ba3e4cfef65, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732193011520 2024-11-21T12:43:35,042 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee051f4803794181b58799941ac450a1, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732193012716 2024-11-21T12:43:35,042 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting fdcb59774f4a42b8af7d71c390ca915d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732193011520 2024-11-21T12:43:35,042 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting bfe2d036bca94b319d9645f8a0fe2695, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732193012716 2024-11-21T12:43:35,042 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb91a24a78ae49aca95c539ac903384e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732193013118 2024-11-21T12:43:35,043 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 2656ec101f4548cc8d570389882d45df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732193013118 2024-11-21T12:43:35,055 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 381229d5289a2f06b8a62832a6ad1031#B#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:35,056 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/f47814c5a1e64df99831fd493be81209 is 50, key is test_row_0/B:col10/1732193013152/Put/seqid=0 2024-11-21T12:43:35,060 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:35,076 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121f7ee45eab2bc4341861f4a6d8263e41a_381229d5289a2f06b8a62832a6ad1031 store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:35,079 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121f7ee45eab2bc4341861f4a6d8263e41a_381229d5289a2f06b8a62832a6ad1031, store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:35,079 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f7ee45eab2bc4341861f4a6d8263e41a_381229d5289a2f06b8a62832a6ad1031 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:35,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741963_1139 (size=12493) 2024-11-21T12:43:35,108 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/f47814c5a1e64df99831fd493be81209 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/f47814c5a1e64df99831fd493be81209 2024-11-21T12:43:35,116 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 381229d5289a2f06b8a62832a6ad1031/B of 381229d5289a2f06b8a62832a6ad1031 into f47814c5a1e64df99831fd493be81209(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:35,116 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:35,116 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031., storeName=381229d5289a2f06b8a62832a6ad1031/B, priority=13, startTime=1732193015039; duration=0sec 2024-11-21T12:43:35,116 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:35,116 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 381229d5289a2f06b8a62832a6ad1031:B 2024-11-21T12:43:35,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741964_1140 (size=4469) 2024-11-21T12:43:35,119 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:43:35,123 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 381229d5289a2f06b8a62832a6ad1031#A#compaction#112 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:35,124 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:43:35,124 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/eea1b1cfeed143e59f376044f75e4f95 is 175, key is test_row_0/A:col10/1732193013152/Put/seqid=0 2024-11-21T12:43:35,124 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 381229d5289a2f06b8a62832a6ad1031/C is initiating minor compaction (all files) 2024-11-21T12:43:35,124 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 381229d5289a2f06b8a62832a6ad1031/C in TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:35,124 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/904ef64218cf4d8f8f8b677a72e39cab, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/5608029d81c4414392e9cbaac2af2f86, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/9d7864d68f3a47558465d15e085aa8e1] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp, totalSize=35.6 K 2024-11-21T12:43:35,125 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 904ef64218cf4d8f8f8b677a72e39cab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732193011520 2024-11-21T12:43:35,125 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 5608029d81c4414392e9cbaac2af2f86, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732193012716 2024-11-21T12:43:35,125 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d7864d68f3a47558465d15e085aa8e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732193013118 2024-11-21T12:43:35,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741965_1141 (size=31447) 2024-11-21T12:43:35,139 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 381229d5289a2f06b8a62832a6ad1031#C#compaction#113 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:35,140 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/8973d01bc2e64ee3b70bc1e284b91197 is 50, key is test_row_0/C:col10/1732193013152/Put/seqid=0 2024-11-21T12:43:35,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741966_1142 (size=12493) 2024-11-21T12:43:35,197 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:35,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-21T12:43:35,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:35,198 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 381229d5289a2f06b8a62832a6ad1031 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T12:43:35,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=A 2024-11-21T12:43:35,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:35,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=B 2024-11-21T12:43:35,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:35,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=C 2024-11-21T12:43:35,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:35,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e2c3f4333e32447bbcc82b416c60f0a5_381229d5289a2f06b8a62832a6ad1031 is 50, key is test_row_0/A:col10/1732193013533/Put/seqid=0 2024-11-21T12:43:35,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741967_1143 (size=12304) 2024-11-21T12:43:35,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:35,239 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e2c3f4333e32447bbcc82b416c60f0a5_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e2c3f4333e32447bbcc82b416c60f0a5_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:35,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/01a5cae7f71c4b5883ca4923a08513ef, store: [table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:35,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/01a5cae7f71c4b5883ca4923a08513ef is 175, key is test_row_0/A:col10/1732193013533/Put/seqid=0 2024-11-21T12:43:35,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741968_1144 (size=31105) 2024-11-21T12:43:35,254 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/01a5cae7f71c4b5883ca4923a08513ef 2024-11-21T12:43:35,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/3f80d7d861cc4107b35690719d0e6fc6 is 50, key is test_row_0/B:col10/1732193013533/Put/seqid=0 2024-11-21T12:43:35,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741969_1145 (size=12151) 2024-11-21T12:43:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-21T12:43:35,551 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/eea1b1cfeed143e59f376044f75e4f95 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/eea1b1cfeed143e59f376044f75e4f95 2024-11-21T12:43:35,560 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 381229d5289a2f06b8a62832a6ad1031/A of 381229d5289a2f06b8a62832a6ad1031 into eea1b1cfeed143e59f376044f75e4f95(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:35,560 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:35,560 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031., storeName=381229d5289a2f06b8a62832a6ad1031/A, priority=13, startTime=1732193015039; duration=0sec 2024-11-21T12:43:35,560 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:35,560 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 381229d5289a2f06b8a62832a6ad1031:A 2024-11-21T12:43:35,566 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/8973d01bc2e64ee3b70bc1e284b91197 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/8973d01bc2e64ee3b70bc1e284b91197 2024-11-21T12:43:35,573 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 381229d5289a2f06b8a62832a6ad1031/C of 381229d5289a2f06b8a62832a6ad1031 into 8973d01bc2e64ee3b70bc1e284b91197(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:35,573 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:35,573 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031., storeName=381229d5289a2f06b8a62832a6ad1031/C, priority=13, startTime=1732193015040; duration=0sec 2024-11-21T12:43:35,573 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:35,573 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 381229d5289a2f06b8a62832a6ad1031:C 2024-11-21T12:43:35,715 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/3f80d7d861cc4107b35690719d0e6fc6 2024-11-21T12:43:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:35,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:35,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/e8899b61addc4f76924504f762c1ff77 is 50, key is test_row_0/C:col10/1732193013533/Put/seqid=0 2024-11-21T12:43:35,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193075758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:35,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193075760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:35,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193075761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:35,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193075764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:35,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741970_1146 (size=12151) 2024-11-21T12:43:35,802 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/e8899b61addc4f76924504f762c1ff77 2024-11-21T12:43:35,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/01a5cae7f71c4b5883ca4923a08513ef as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/01a5cae7f71c4b5883ca4923a08513ef 2024-11-21T12:43:35,817 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/01a5cae7f71c4b5883ca4923a08513ef, entries=150, sequenceid=174, filesize=30.4 K 2024-11-21T12:43:35,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/3f80d7d861cc4107b35690719d0e6fc6 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/3f80d7d861cc4107b35690719d0e6fc6 2024-11-21T12:43:35,829 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/3f80d7d861cc4107b35690719d0e6fc6, entries=150, sequenceid=174, filesize=11.9 K 2024-11-21T12:43:35,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/e8899b61addc4f76924504f762c1ff77 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/e8899b61addc4f76924504f762c1ff77 2024-11-21T12:43:35,841 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/e8899b61addc4f76924504f762c1ff77, entries=150, sequenceid=174, filesize=11.9 K 2024-11-21T12:43:35,842 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 381229d5289a2f06b8a62832a6ad1031 in 644ms, sequenceid=174, compaction requested=false 2024-11-21T12:43:35,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:35,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:35,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-21T12:43:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-21T12:43:35,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-21T12:43:35,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5650 sec 2024-11-21T12:43:35,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 2.5760 sec 2024-11-21T12:43:35,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 381229d5289a2f06b8a62832a6ad1031 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T12:43:35,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=A 2024-11-21T12:43:35,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:35,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=B 2024-11-21T12:43:35,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:35,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=C 2024-11-21T12:43:35,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:35,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:35,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a6b72c20a177427d923b070a848f7000_381229d5289a2f06b8a62832a6ad1031 is 50, key is test_row_0/A:col10/1732193015760/Put/seqid=0 2024-11-21T12:43:35,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193075896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:35,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193075900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:35,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193075903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:35,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193075907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:35,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741971_1147 (size=14794) 2024-11-21T12:43:35,934 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:35,946 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a6b72c20a177427d923b070a848f7000_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a6b72c20a177427d923b070a848f7000_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:35,948 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/e32e458f425d4d5286ff8d56aaf1019f, store: [table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:35,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/e32e458f425d4d5286ff8d56aaf1019f is 175, key is test_row_0/A:col10/1732193015760/Put/seqid=0 2024-11-21T12:43:35,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741972_1148 (size=39749) 2024-11-21T12:43:36,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193076009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:36,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193076009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:36,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193076023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:36,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193076027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:36,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:36,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193076223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:36,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:36,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193076229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:36,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193076219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:36,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193076233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:36,401 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/e32e458f425d4d5286ff8d56aaf1019f 2024-11-21T12:43:36,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/9a602533d6c547c5911f9dae284543b7 is 50, key is test_row_0/B:col10/1732193015760/Put/seqid=0 2024-11-21T12:43:36,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741973_1149 (size=12151) 2024-11-21T12:43:36,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193076535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:36,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193076539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:36,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193076547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:36,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193076547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:36,575 INFO [master/b3d5da5e0922:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T12:43:36,575 INFO [master/b3d5da5e0922:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T12:43:36,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/9a602533d6c547c5911f9dae284543b7 2024-11-21T12:43:36,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/8c548f12f8154444bd82388134b0d740 is 50, key is test_row_0/C:col10/1732193015760/Put/seqid=0 2024-11-21T12:43:36,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741974_1150 (size=12151) 2024-11-21T12:43:36,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/8c548f12f8154444bd82388134b0d740 2024-11-21T12:43:36,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/e32e458f425d4d5286ff8d56aaf1019f as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/e32e458f425d4d5286ff8d56aaf1019f 2024-11-21T12:43:36,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/e32e458f425d4d5286ff8d56aaf1019f, entries=200, sequenceid=198, filesize=38.8 K 2024-11-21T12:43:36,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/9a602533d6c547c5911f9dae284543b7 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/9a602533d6c547c5911f9dae284543b7 2024-11-21T12:43:36,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/9a602533d6c547c5911f9dae284543b7, entries=150, sequenceid=198, filesize=11.9 K 2024-11-21T12:43:36,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/8c548f12f8154444bd82388134b0d740 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/8c548f12f8154444bd82388134b0d740 2024-11-21T12:43:37,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/8c548f12f8154444bd82388134b0d740, entries=150, sequenceid=198, filesize=11.9 K 2024-11-21T12:43:37,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 381229d5289a2f06b8a62832a6ad1031 in 1135ms, sequenceid=198, compaction requested=true 2024-11-21T12:43:37,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:37,003 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:43:37,005 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:43:37,005 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 381229d5289a2f06b8a62832a6ad1031/A is initiating minor compaction (all files) 2024-11-21T12:43:37,005 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 381229d5289a2f06b8a62832a6ad1031/A in TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:37,005 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/eea1b1cfeed143e59f376044f75e4f95, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/01a5cae7f71c4b5883ca4923a08513ef, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/e32e458f425d4d5286ff8d56aaf1019f] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp, totalSize=99.9 K 2024-11-21T12:43:37,005 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:37,005 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. files: [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/eea1b1cfeed143e59f376044f75e4f95, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/01a5cae7f71c4b5883ca4923a08513ef, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/e32e458f425d4d5286ff8d56aaf1019f] 2024-11-21T12:43:37,006 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting eea1b1cfeed143e59f376044f75e4f95, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732193013118 2024-11-21T12:43:37,006 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01a5cae7f71c4b5883ca4923a08513ef, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732193013533 2024-11-21T12:43:37,006 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting e32e458f425d4d5286ff8d56aaf1019f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732193015759 2024-11-21T12:43:37,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 381229d5289a2f06b8a62832a6ad1031:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:43:37,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:37,009 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:43:37,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 381229d5289a2f06b8a62832a6ad1031:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:43:37,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:37,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 381229d5289a2f06b8a62832a6ad1031:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:43:37,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:37,010 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:43:37,010 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 381229d5289a2f06b8a62832a6ad1031/B is initiating minor compaction (all files) 2024-11-21T12:43:37,010 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 381229d5289a2f06b8a62832a6ad1031/B in TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:37,011 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/f47814c5a1e64df99831fd493be81209, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/3f80d7d861cc4107b35690719d0e6fc6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/9a602533d6c547c5911f9dae284543b7] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp, totalSize=35.9 K 2024-11-21T12:43:37,011 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting f47814c5a1e64df99831fd493be81209, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732193013118 2024-11-21T12:43:37,012 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f80d7d861cc4107b35690719d0e6fc6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732193013533 2024-11-21T12:43:37,012 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a602533d6c547c5911f9dae284543b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732193015759 2024-11-21T12:43:37,014 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:37,018 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411210fa90776a0bd441fa9b9b505de51eed8_381229d5289a2f06b8a62832a6ad1031 store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:37,023 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411210fa90776a0bd441fa9b9b505de51eed8_381229d5289a2f06b8a62832a6ad1031, store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:37,023 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210fa90776a0bd441fa9b9b505de51eed8_381229d5289a2f06b8a62832a6ad1031 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:37,030 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 381229d5289a2f06b8a62832a6ad1031#B#compaction#121 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:37,031 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/f6f1d853076f42db9d364d8b32fe75b2 is 50, key is test_row_0/B:col10/1732193015760/Put/seqid=0 2024-11-21T12:43:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:37,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 381229d5289a2f06b8a62832a6ad1031 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T12:43:37,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=A 2024-11-21T12:43:37,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:37,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=B 2024-11-21T12:43:37,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:37,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=C 2024-11-21T12:43:37,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:37,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741975_1151 (size=4469) 2024-11-21T12:43:37,070 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 381229d5289a2f06b8a62832a6ad1031#A#compaction#120 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:37,070 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/3eced3a1fb3447f5aac06fb5a4d94366 is 175, key is test_row_0/A:col10/1732193015760/Put/seqid=0 2024-11-21T12:43:37,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741976_1152 (size=12595) 2024-11-21T12:43:37,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121bb04f45ccacf4376813768069f9da8b4_381229d5289a2f06b8a62832a6ad1031 is 50, key is test_row_0/A:col10/1732193015904/Put/seqid=0 2024-11-21T12:43:37,090 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/f6f1d853076f42db9d364d8b32fe75b2 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/f6f1d853076f42db9d364d8b32fe75b2 2024-11-21T12:43:37,104 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 381229d5289a2f06b8a62832a6ad1031/B of 381229d5289a2f06b8a62832a6ad1031 into f6f1d853076f42db9d364d8b32fe75b2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:37,104 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:37,104 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031., storeName=381229d5289a2f06b8a62832a6ad1031/B, priority=13, startTime=1732193017009; duration=0sec 2024-11-21T12:43:37,104 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:37,104 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 381229d5289a2f06b8a62832a6ad1031:B 2024-11-21T12:43:37,104 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:43:37,106 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:43:37,106 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 381229d5289a2f06b8a62832a6ad1031/C is initiating minor compaction (all files) 2024-11-21T12:43:37,107 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 381229d5289a2f06b8a62832a6ad1031/C in TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:37,107 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/8973d01bc2e64ee3b70bc1e284b91197, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/e8899b61addc4f76924504f762c1ff77, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/8c548f12f8154444bd82388134b0d740] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp, totalSize=35.9 K 2024-11-21T12:43:37,108 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 8973d01bc2e64ee3b70bc1e284b91197, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732193013118 2024-11-21T12:43:37,108 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting e8899b61addc4f76924504f762c1ff77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732193013533 2024-11-21T12:43:37,109 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c548f12f8154444bd82388134b0d740, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732193015759 2024-11-21T12:43:37,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741977_1153 (size=31549) 2024-11-21T12:43:37,124 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/3eced3a1fb3447f5aac06fb5a4d94366 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/3eced3a1fb3447f5aac06fb5a4d94366 2024-11-21T12:43:37,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193077113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:37,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193077114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:37,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:37,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193077127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193077123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:37,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741978_1154 (size=14794) 2024-11-21T12:43:37,150 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 381229d5289a2f06b8a62832a6ad1031/A of 381229d5289a2f06b8a62832a6ad1031 into 3eced3a1fb3447f5aac06fb5a4d94366(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:37,150 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:37,150 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031., storeName=381229d5289a2f06b8a62832a6ad1031/A, priority=13, startTime=1732193017003; duration=0sec 2024-11-21T12:43:37,150 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:37,150 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 381229d5289a2f06b8a62832a6ad1031:A 2024-11-21T12:43:37,159 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 381229d5289a2f06b8a62832a6ad1031#C#compaction#123 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:37,159 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/4d5665759def49788dfcd1d893083fb3 is 50, key is test_row_0/C:col10/1732193015760/Put/seqid=0 2024-11-21T12:43:37,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741979_1155 (size=12595) 2024-11-21T12:43:37,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193077228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:37,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193077228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:37,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193077231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:37,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193077237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-21T12:43:37,399 INFO [Thread-525 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-21T12:43:37,415 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:43:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-21T12:43:37,416 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:43:37,417 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:43:37,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:43:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T12:43:37,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193077431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:37,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193077435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:37,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193077438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:37,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193077441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T12:43:37,543 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:37,564 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121bb04f45ccacf4376813768069f9da8b4_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bb04f45ccacf4376813768069f9da8b4_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:37,569 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:37,571 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/9ab4cd8565f74f6fa821465df93b859b, store: [table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:37,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/9ab4cd8565f74f6fa821465df93b859b is 175, key is test_row_0/A:col10/1732193015904/Put/seqid=0 2024-11-21T12:43:37,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-21T12:43:37,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:37,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:37,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:37,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:37,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:37,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741980_1156 (size=39749) 2024-11-21T12:43:37,613 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/4d5665759def49788dfcd1d893083fb3 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/4d5665759def49788dfcd1d893083fb3 2024-11-21T12:43:37,627 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 381229d5289a2f06b8a62832a6ad1031/C of 381229d5289a2f06b8a62832a6ad1031 into 4d5665759def49788dfcd1d893083fb3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:37,627 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:37,627 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031., storeName=381229d5289a2f06b8a62832a6ad1031/C, priority=13, startTime=1732193017009; duration=0sec 2024-11-21T12:43:37,627 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:37,627 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 381229d5289a2f06b8a62832a6ad1031:C 2024-11-21T12:43:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T12:43:37,729 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:37,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-21T12:43:37,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:37,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:37,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:37,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:37,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:37,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193077744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:37,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193077745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:37,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193077747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:37,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193077751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:37,891 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:37,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-21T12:43:37,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:37,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:37,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:37,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:37,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:38,002 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/9ab4cd8565f74f6fa821465df93b859b 2024-11-21T12:43:38,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/31f0dd3cc21144f7bcb79d88d94390a4 is 50, key is test_row_0/B:col10/1732193015904/Put/seqid=0 2024-11-21T12:43:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T12:43:38,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741981_1157 (size=12151) 2024-11-21T12:43:38,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/31f0dd3cc21144f7bcb79d88d94390a4 2024-11-21T12:43:38,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/45cbc631c41544e98e62fd29deeec82a is 50, key is test_row_0/C:col10/1732193015904/Put/seqid=0 2024-11-21T12:43:38,050 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:38,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-21T12:43:38,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:38,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:38,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:38,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:38,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:38,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741982_1158 (size=12151) 2024-11-21T12:43:38,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/45cbc631c41544e98e62fd29deeec82a 2024-11-21T12:43:38,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/9ab4cd8565f74f6fa821465df93b859b as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/9ab4cd8565f74f6fa821465df93b859b 2024-11-21T12:43:38,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/9ab4cd8565f74f6fa821465df93b859b, entries=200, sequenceid=213, filesize=38.8 K 2024-11-21T12:43:38,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/31f0dd3cc21144f7bcb79d88d94390a4 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/31f0dd3cc21144f7bcb79d88d94390a4 2024-11-21T12:43:38,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/31f0dd3cc21144f7bcb79d88d94390a4, entries=150, sequenceid=213, filesize=11.9 K 2024-11-21T12:43:38,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/45cbc631c41544e98e62fd29deeec82a as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/45cbc631c41544e98e62fd29deeec82a 2024-11-21T12:43:38,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/45cbc631c41544e98e62fd29deeec82a, entries=150, sequenceid=213, filesize=11.9 K 2024-11-21T12:43:38,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 381229d5289a2f06b8a62832a6ad1031 in 1076ms, sequenceid=213, compaction requested=false 2024-11-21T12:43:38,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:38,206 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:38,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-21T12:43:38,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:38,211 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 381229d5289a2f06b8a62832a6ad1031 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-21T12:43:38,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=A 2024-11-21T12:43:38,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:38,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=B 2024-11-21T12:43:38,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:38,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=C 2024-11-21T12:43:38,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:38,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210ff309767fc34689b26f90fb5f50bd39_381229d5289a2f06b8a62832a6ad1031 is 50, key is test_row_0/A:col10/1732193017101/Put/seqid=0 2024-11-21T12:43:38,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741983_1159 (size=12304) 2024-11-21T12:43:38,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:38,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193078281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:38,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193078282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:38,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193078282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:38,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193078283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:38,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193078386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:38,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193078386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:38,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193078389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:38,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193078388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T12:43:38,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193078594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:38,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193078598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:38,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193078599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:38,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193078601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:38,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57684 deadline: 1732193078601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:38,607 DEBUG [Thread-521 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8225 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031., hostname=b3d5da5e0922,39829,1732192970767, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:43:38,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:38,670 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210ff309767fc34689b26f90fb5f50bd39_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210ff309767fc34689b26f90fb5f50bd39_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:38,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/60d8663f36a24c348b7f03e281631ea4, store: [table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:38,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/60d8663f36a24c348b7f03e281631ea4 is 175, key is test_row_0/A:col10/1732193017101/Put/seqid=0 2024-11-21T12:43:38,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741984_1160 (size=31105) 2024-11-21T12:43:38,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193078903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:38,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:38,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193078909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193078907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:38,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193078915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:39,143 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/60d8663f36a24c348b7f03e281631ea4 2024-11-21T12:43:39,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/ab5c5e45607a4325be9619888c83ecb8 is 50, key is test_row_0/B:col10/1732193017101/Put/seqid=0 2024-11-21T12:43:39,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741985_1161 (size=12151) 2024-11-21T12:43:39,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193079413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:39,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193079414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:39,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193079423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:39,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193079430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T12:43:39,610 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/ab5c5e45607a4325be9619888c83ecb8 2024-11-21T12:43:39,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/1de75c70687a41128e630b4d47683ef9 is 50, key is test_row_0/C:col10/1732193017101/Put/seqid=0 2024-11-21T12:43:39,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741986_1162 (size=12151) 2024-11-21T12:43:39,681 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/1de75c70687a41128e630b4d47683ef9 2024-11-21T12:43:39,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/60d8663f36a24c348b7f03e281631ea4 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/60d8663f36a24c348b7f03e281631ea4 2024-11-21T12:43:39,699 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/60d8663f36a24c348b7f03e281631ea4, entries=150, sequenceid=237, filesize=30.4 K 2024-11-21T12:43:39,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/ab5c5e45607a4325be9619888c83ecb8 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/ab5c5e45607a4325be9619888c83ecb8 2024-11-21T12:43:39,710 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/ab5c5e45607a4325be9619888c83ecb8, entries=150, sequenceid=237, filesize=11.9 K 2024-11-21T12:43:39,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/1de75c70687a41128e630b4d47683ef9 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/1de75c70687a41128e630b4d47683ef9 2024-11-21T12:43:39,731 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/1de75c70687a41128e630b4d47683ef9, entries=150, sequenceid=237, filesize=11.9 K 2024-11-21T12:43:39,735 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 381229d5289a2f06b8a62832a6ad1031 in 1523ms, sequenceid=237, compaction requested=true 2024-11-21T12:43:39,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:39,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:39,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-21T12:43:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-21T12:43:39,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-21T12:43:39,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3220 sec 2024-11-21T12:43:39,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 2.3260 sec 2024-11-21T12:43:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:40,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 381229d5289a2f06b8a62832a6ad1031 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-21T12:43:40,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=A 2024-11-21T12:43:40,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:40,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=B 2024-11-21T12:43:40,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:40,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=C 2024-11-21T12:43:40,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:40,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121219ee23cf1844b25b5c2f70c693be060_381229d5289a2f06b8a62832a6ad1031 is 50, key is test_row_0/A:col10/1732193018280/Put/seqid=0 2024-11-21T12:43:40,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193080475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:40,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193080489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:40,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:40,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193080489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193080490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:40,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741987_1163 (size=14794) 2024-11-21T12:43:40,511 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:40,562 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121219ee23cf1844b25b5c2f70c693be060_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121219ee23cf1844b25b5c2f70c693be060_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:40,571 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/bf13a96f19464e8481e925dd545501d3, store: [table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:40,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/bf13a96f19464e8481e925dd545501d3 is 175, key is test_row_0/A:col10/1732193018280/Put/seqid=0 2024-11-21T12:43:40,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193080590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:40,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193080594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:40,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741988_1164 (size=39749) 2024-11-21T12:43:40,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193080600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:40,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193080601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:40,605 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/bf13a96f19464e8481e925dd545501d3 2024-11-21T12:43:40,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/7780ea832d1e440b92d1f82cd3cb65ec is 50, key is test_row_0/B:col10/1732193018280/Put/seqid=0 2024-11-21T12:43:40,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741989_1165 (size=12151) 2024-11-21T12:43:40,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/7780ea832d1e440b92d1f82cd3cb65ec 2024-11-21T12:43:40,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/7d77984e2e444ef599a662dd8ba9e902 is 50, key is test_row_0/C:col10/1732193018280/Put/seqid=0 2024-11-21T12:43:40,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741990_1166 (size=12151) 2024-11-21T12:43:40,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/7d77984e2e444ef599a662dd8ba9e902 2024-11-21T12:43:40,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/bf13a96f19464e8481e925dd545501d3 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/bf13a96f19464e8481e925dd545501d3 2024-11-21T12:43:40,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/bf13a96f19464e8481e925dd545501d3, entries=200, sequenceid=254, filesize=38.8 K 2024-11-21T12:43:40,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/7780ea832d1e440b92d1f82cd3cb65ec as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/7780ea832d1e440b92d1f82cd3cb65ec 2024-11-21T12:43:40,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/7780ea832d1e440b92d1f82cd3cb65ec, entries=150, sequenceid=254, filesize=11.9 K 2024-11-21T12:43:40,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/7d77984e2e444ef599a662dd8ba9e902 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/7d77984e2e444ef599a662dd8ba9e902 2024-11-21T12:43:40,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/7d77984e2e444ef599a662dd8ba9e902, entries=150, sequenceid=254, filesize=11.9 K 2024-11-21T12:43:40,792 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 381229d5289a2f06b8a62832a6ad1031 in 363ms, sequenceid=254, compaction requested=true 2024-11-21T12:43:40,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:40,792 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:43:40,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 381229d5289a2f06b8a62832a6ad1031:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:43:40,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:40,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 381229d5289a2f06b8a62832a6ad1031:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:43:40,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:40,793 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:43:40,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 381229d5289a2f06b8a62832a6ad1031:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:43:40,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:40,796 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:43:40,796 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 381229d5289a2f06b8a62832a6ad1031/B is initiating minor compaction (all files) 2024-11-21T12:43:40,796 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 381229d5289a2f06b8a62832a6ad1031/B in TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:40,796 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/f6f1d853076f42db9d364d8b32fe75b2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/31f0dd3cc21144f7bcb79d88d94390a4, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/ab5c5e45607a4325be9619888c83ecb8, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/7780ea832d1e440b92d1f82cd3cb65ec] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp, totalSize=47.9 K 2024-11-21T12:43:40,797 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142152 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:43:40,797 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 381229d5289a2f06b8a62832a6ad1031/A is initiating minor compaction (all files) 2024-11-21T12:43:40,797 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 381229d5289a2f06b8a62832a6ad1031/A in TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:40,797 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting f6f1d853076f42db9d364d8b32fe75b2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732193015759 2024-11-21T12:43:40,797 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/3eced3a1fb3447f5aac06fb5a4d94366, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/9ab4cd8565f74f6fa821465df93b859b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/60d8663f36a24c348b7f03e281631ea4, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/bf13a96f19464e8481e925dd545501d3] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp, totalSize=138.8 K 2024-11-21T12:43:40,797 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:40,797 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. files: [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/3eced3a1fb3447f5aac06fb5a4d94366, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/9ab4cd8565f74f6fa821465df93b859b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/60d8663f36a24c348b7f03e281631ea4, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/bf13a96f19464e8481e925dd545501d3] 2024-11-21T12:43:40,798 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 31f0dd3cc21144f7bcb79d88d94390a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732193015891 2024-11-21T12:43:40,798 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3eced3a1fb3447f5aac06fb5a4d94366, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732193015759 2024-11-21T12:43:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:40,799 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting ab5c5e45607a4325be9619888c83ecb8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732193017101 2024-11-21T12:43:40,799 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ab4cd8565f74f6fa821465df93b859b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732193015891 2024-11-21T12:43:40,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 381229d5289a2f06b8a62832a6ad1031 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-21T12:43:40,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=A 2024-11-21T12:43:40,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:40,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=B 2024-11-21T12:43:40,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:40,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=C 2024-11-21T12:43:40,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:40,801 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60d8663f36a24c348b7f03e281631ea4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732193017101 2024-11-21T12:43:40,802 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 7780ea832d1e440b92d1f82cd3cb65ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732193018280 2024-11-21T12:43:40,802 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf13a96f19464e8481e925dd545501d3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732193018279 2024-11-21T12:43:40,825 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:40,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112180c547d770e34a41801fd2f1ace58d29_381229d5289a2f06b8a62832a6ad1031 is 50, key is test_row_0/A:col10/1732193020487/Put/seqid=0 2024-11-21T12:43:40,828 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 381229d5289a2f06b8a62832a6ad1031#B#compaction#134 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:40,829 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/639140028709494a8859c249f44f0156 is 50, key is test_row_0/B:col10/1732193018280/Put/seqid=0 2024-11-21T12:43:40,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193080823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:40,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193080827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:40,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193080832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:40,839 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121ba2e744fcd8b4db5acbc68b1c4c1384f_381229d5289a2f06b8a62832a6ad1031 store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:40,842 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121ba2e744fcd8b4db5acbc68b1c4c1384f_381229d5289a2f06b8a62832a6ad1031, store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:40,842 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ba2e744fcd8b4db5acbc68b1c4c1384f_381229d5289a2f06b8a62832a6ad1031 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:40,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193080833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:40,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741992_1168 (size=12731) 2024-11-21T12:43:40,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741991_1167 (size=12454) 2024-11-21T12:43:40,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741993_1169 (size=4469) 2024-11-21T12:43:40,895 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/639140028709494a8859c249f44f0156 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/639140028709494a8859c249f44f0156 2024-11-21T12:43:40,901 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 381229d5289a2f06b8a62832a6ad1031/B of 381229d5289a2f06b8a62832a6ad1031 into 639140028709494a8859c249f44f0156(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:40,901 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:40,901 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031., storeName=381229d5289a2f06b8a62832a6ad1031/B, priority=12, startTime=1732193020793; duration=0sec 2024-11-21T12:43:40,901 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:40,901 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 381229d5289a2f06b8a62832a6ad1031:B 2024-11-21T12:43:40,901 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:43:40,904 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:43:40,904 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 381229d5289a2f06b8a62832a6ad1031/C is initiating minor compaction (all files) 2024-11-21T12:43:40,904 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 381229d5289a2f06b8a62832a6ad1031/C in TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:40,904 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/4d5665759def49788dfcd1d893083fb3, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/45cbc631c41544e98e62fd29deeec82a, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/1de75c70687a41128e630b4d47683ef9, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/7d77984e2e444ef599a662dd8ba9e902] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp, totalSize=47.9 K 2024-11-21T12:43:40,905 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d5665759def49788dfcd1d893083fb3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732193015759 2024-11-21T12:43:40,906 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 45cbc631c41544e98e62fd29deeec82a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732193015891 2024-11-21T12:43:40,906 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 1de75c70687a41128e630b4d47683ef9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732193017101 2024-11-21T12:43:40,906 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d77984e2e444ef599a662dd8ba9e902, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732193018280 2024-11-21T12:43:40,922 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 381229d5289a2f06b8a62832a6ad1031#C#compaction#135 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:40,923 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/31953a9cc6ba45b7b5009922ff6deca8 is 50, key is test_row_0/C:col10/1732193018280/Put/seqid=0 2024-11-21T12:43:40,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193080935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:40,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193080937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:40,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193080939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:40,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193080950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:40,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741994_1170 (size=12731) 2024-11-21T12:43:40,991 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/31953a9cc6ba45b7b5009922ff6deca8 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/31953a9cc6ba45b7b5009922ff6deca8 2024-11-21T12:43:41,003 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 381229d5289a2f06b8a62832a6ad1031/C of 381229d5289a2f06b8a62832a6ad1031 into 31953a9cc6ba45b7b5009922ff6deca8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:41,003 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:41,003 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031., storeName=381229d5289a2f06b8a62832a6ad1031/C, priority=12, startTime=1732193020793; duration=0sec 2024-11-21T12:43:41,004 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:41,004 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 381229d5289a2f06b8a62832a6ad1031:C 2024-11-21T12:43:41,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193081146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:41,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193081148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:41,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193081151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:41,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193081151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:41,293 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 381229d5289a2f06b8a62832a6ad1031#A#compaction#132 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:41,293 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/5d09cf1ac4034d69afe7bc91f7d92f20 is 175, key is test_row_0/A:col10/1732193018280/Put/seqid=0 2024-11-21T12:43:41,294 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:41,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741995_1171 (size=31685) 2024-11-21T12:43:41,313 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112180c547d770e34a41801fd2f1ace58d29_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112180c547d770e34a41801fd2f1ace58d29_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:41,316 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/12bed436f1c048708d0a82bfd4df38e6, store: [table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:41,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/12bed436f1c048708d0a82bfd4df38e6 is 175, key is test_row_0/A:col10/1732193020487/Put/seqid=0 2024-11-21T12:43:41,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741996_1172 (size=31255) 2024-11-21T12:43:41,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193081449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:41,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193081456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:41,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193081457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:41,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193081464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T12:43:41,543 INFO [Thread-525 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-21T12:43:41,559 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:43:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-21T12:43:41,563 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:43:41,564 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:43:41,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:43:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T12:43:41,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T12:43:41,720 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:41,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-21T12:43:41,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:41,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:41,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:41,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:41,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:41,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:41,739 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/5d09cf1ac4034d69afe7bc91f7d92f20 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/5d09cf1ac4034d69afe7bc91f7d92f20 2024-11-21T12:43:41,745 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/12bed436f1c048708d0a82bfd4df38e6 2024-11-21T12:43:41,756 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 381229d5289a2f06b8a62832a6ad1031/A of 381229d5289a2f06b8a62832a6ad1031 into 5d09cf1ac4034d69afe7bc91f7d92f20(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:41,756 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:41,756 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031., storeName=381229d5289a2f06b8a62832a6ad1031/A, priority=12, startTime=1732193020792; duration=0sec 2024-11-21T12:43:41,756 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:41,756 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 381229d5289a2f06b8a62832a6ad1031:A 2024-11-21T12:43:41,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/09f7abeff2ab45e081ed4d60d71e9c56 is 50, key is test_row_0/B:col10/1732193020487/Put/seqid=0 2024-11-21T12:43:41,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741997_1173 (size=12301) 2024-11-21T12:43:41,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T12:43:41,878 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:41,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-21T12:43:41,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:41,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:41,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:41,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:41,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:41,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:41,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:41,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193081959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:41,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193081971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:41,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193081974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:41,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193081979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:42,035 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:42,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-21T12:43:42,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:42,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:42,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:42,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:42,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T12:43:42,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/09f7abeff2ab45e081ed4d60d71e9c56 2024-11-21T12:43:42,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/850cdf16cdf443e2942833fda9214788 is 50, key is test_row_0/C:col10/1732193020487/Put/seqid=0 2024-11-21T12:43:42,224 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:42,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-21T12:43:42,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:42,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:42,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:42,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:42,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:42,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741998_1174 (size=12301) 2024-11-21T12:43:42,385 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:42,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-21T12:43:42,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:42,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:42,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:42,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:42,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:42,548 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:42,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-21T12:43:42,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:42,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:42,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:42,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:42,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:42,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/850cdf16cdf443e2942833fda9214788 2024-11-21T12:43:42,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/12bed436f1c048708d0a82bfd4df38e6 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/12bed436f1c048708d0a82bfd4df38e6 2024-11-21T12:43:42,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/12bed436f1c048708d0a82bfd4df38e6, entries=150, sequenceid=274, filesize=30.5 K 2024-11-21T12:43:42,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/09f7abeff2ab45e081ed4d60d71e9c56 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/09f7abeff2ab45e081ed4d60d71e9c56 2024-11-21T12:43:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T12:43:42,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/09f7abeff2ab45e081ed4d60d71e9c56, entries=150, sequenceid=274, filesize=12.0 K 2024-11-21T12:43:42,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/850cdf16cdf443e2942833fda9214788 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/850cdf16cdf443e2942833fda9214788 2024-11-21T12:43:42,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/850cdf16cdf443e2942833fda9214788, entries=150, sequenceid=274, filesize=12.0 K 2024-11-21T12:43:42,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 381229d5289a2f06b8a62832a6ad1031 in 1895ms, sequenceid=274, compaction requested=false 2024-11-21T12:43:42,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:42,708 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:42,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-21T12:43:42,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:42,711 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 381229d5289a2f06b8a62832a6ad1031 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-21T12:43:42,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=A 2024-11-21T12:43:42,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:42,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=B 2024-11-21T12:43:42,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:42,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=C 2024-11-21T12:43:42,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:42,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121aa7bf9a250e64ccfb5b58209a23d8b0c_381229d5289a2f06b8a62832a6ad1031 is 50, key is test_row_0/A:col10/1732193020813/Put/seqid=0 2024-11-21T12:43:42,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741999_1175 (size=12454) 2024-11-21T12:43:42,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:42,774 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121aa7bf9a250e64ccfb5b58209a23d8b0c_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121aa7bf9a250e64ccfb5b58209a23d8b0c_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:42,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/fec10ed01261484eb29064ec79323932, store: [table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:42,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/fec10ed01261484eb29064ec79323932 is 175, key is test_row_0/A:col10/1732193020813/Put/seqid=0 2024-11-21T12:43:42,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742000_1176 (size=31255) 2024-11-21T12:43:42,814 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/fec10ed01261484eb29064ec79323932 2024-11-21T12:43:42,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/98050a7c6388488eb08948a2d6fccef5 is 50, key is test_row_0/B:col10/1732193020813/Put/seqid=0 2024-11-21T12:43:42,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742001_1177 (size=12301) 2024-11-21T12:43:42,851 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/98050a7c6388488eb08948a2d6fccef5 2024-11-21T12:43:42,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/0faa9daa8fb5433bb1ea917ca4cd66d0 is 50, key is test_row_0/C:col10/1732193020813/Put/seqid=0 2024-11-21T12:43:42,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742002_1178 (size=12301) 2024-11-21T12:43:42,935 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/0faa9daa8fb5433bb1ea917ca4cd66d0 2024-11-21T12:43:42,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/fec10ed01261484eb29064ec79323932 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/fec10ed01261484eb29064ec79323932 2024-11-21T12:43:42,951 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/fec10ed01261484eb29064ec79323932, entries=150, sequenceid=294, filesize=30.5 K 2024-11-21T12:43:42,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/98050a7c6388488eb08948a2d6fccef5 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/98050a7c6388488eb08948a2d6fccef5 2024-11-21T12:43:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:42,963 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/98050a7c6388488eb08948a2d6fccef5, entries=150, sequenceid=294, filesize=12.0 K 2024-11-21T12:43:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:42,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/0faa9daa8fb5433bb1ea917ca4cd66d0 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/0faa9daa8fb5433bb1ea917ca4cd66d0 2024-11-21T12:43:42,982 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/0faa9daa8fb5433bb1ea917ca4cd66d0, entries=150, sequenceid=294, filesize=12.0 K 2024-11-21T12:43:42,987 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for 381229d5289a2f06b8a62832a6ad1031 in 276ms, sequenceid=294, compaction requested=true 2024-11-21T12:43:42,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:42,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:42,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-21T12:43:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-21T12:43:42,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-21T12:43:42,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4240 sec 2024-11-21T12:43:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:42,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.4310 sec 2024-11-21T12:43:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:43,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 381229d5289a2f06b8a62832a6ad1031 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T12:43:43,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=A 2024-11-21T12:43:43,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:43,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=B 2024-11-21T12:43:43,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:43,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=C 2024-11-21T12:43:43,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214fb6452791e141c3b82d4f69a5d23a29_381229d5289a2f06b8a62832a6ad1031 is 50, key is test_row_0/A:col10/1732193023262/Put/seqid=0 2024-11-21T12:43:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742003_1179 (size=22618) 2024-11-21T12:43:43,324 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:43,336 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214fb6452791e141c3b82d4f69a5d23a29_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214fb6452791e141c3b82d4f69a5d23a29_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:43,337 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/d75f5bfe450a46778daa90f75b732450, store: [table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:43,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/d75f5bfe450a46778daa90f75b732450 is 175, key is test_row_0/A:col10/1732193023262/Put/seqid=0 2024-11-21T12:43:43,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742004_1180 (size=66023) 2024-11-21T12:43:43,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193083413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:43,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193083417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:43,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193083420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:43,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193083427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:43,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193083526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:43,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193083529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:43,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193083535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:43,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193083538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T12:43:43,677 INFO [Thread-525 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-21T12:43:43,680 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:43:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-21T12:43:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T12:43:43,684 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:43:43,685 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:43:43,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:43:43,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193083728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:43,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193083734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:43,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193083739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:43,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193083741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:43,779 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=305, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/d75f5bfe450a46778daa90f75b732450 2024-11-21T12:43:43,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T12:43:43,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/a5791aaf3e0e4da2a2227a81a1af2193 is 50, key is test_row_0/B:col10/1732193023262/Put/seqid=0 2024-11-21T12:43:43,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742005_1181 (size=12301) 2024-11-21T12:43:43,837 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:43,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T12:43:43,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:43,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:43,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:43,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:43,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T12:43:43,989 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:44,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T12:43:44,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:44,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:44,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:44,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:44,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:44,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193084033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:44,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193084039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:44,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193084043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:44,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193084045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:44,157 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:44,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T12:43:44,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:44,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:44,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:44,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:44,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:44,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/a5791aaf3e0e4da2a2227a81a1af2193 2024-11-21T12:43:44,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/d1d4cb8ec73d4c3db66b4132fb4c7927 is 50, key is test_row_0/C:col10/1732193023262/Put/seqid=0 2024-11-21T12:43:44,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742006_1182 (size=12301) 2024-11-21T12:43:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T12:43:44,314 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:44,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T12:43:44,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:44,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:44,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:44,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:44,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:44,476 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:44,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T12:43:44,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:44,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:44,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:44,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:44,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:44,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193084540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:44,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193084543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:44,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193084549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:44,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193084552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:44,629 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:44,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T12:43:44,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:44,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:44,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:44,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:44,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:44,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/d1d4cb8ec73d4c3db66b4132fb4c7927 2024-11-21T12:43:44,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/d75f5bfe450a46778daa90f75b732450 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/d75f5bfe450a46778daa90f75b732450 2024-11-21T12:43:44,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/d75f5bfe450a46778daa90f75b732450, entries=350, sequenceid=305, filesize=64.5 K 2024-11-21T12:43:44,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/a5791aaf3e0e4da2a2227a81a1af2193 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/a5791aaf3e0e4da2a2227a81a1af2193 2024-11-21T12:43:44,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/a5791aaf3e0e4da2a2227a81a1af2193, entries=150, sequenceid=305, filesize=12.0 K 2024-11-21T12:43:44,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/d1d4cb8ec73d4c3db66b4132fb4c7927 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/d1d4cb8ec73d4c3db66b4132fb4c7927 2024-11-21T12:43:44,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/d1d4cb8ec73d4c3db66b4132fb4c7927, entries=150, sequenceid=305, filesize=12.0 K 2024-11-21T12:43:44,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 381229d5289a2f06b8a62832a6ad1031 in 1456ms, sequenceid=305, compaction requested=true 2024-11-21T12:43:44,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:44,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 381229d5289a2f06b8a62832a6ad1031:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:43:44,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:44,720 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:43:44,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 381229d5289a2f06b8a62832a6ad1031:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:43:44,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:44,720 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:43:44,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 381229d5289a2f06b8a62832a6ad1031:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:43:44,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:44,722 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 160218 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:43:44,722 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 381229d5289a2f06b8a62832a6ad1031/A is initiating minor compaction (all files) 2024-11-21T12:43:44,722 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:43:44,722 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 381229d5289a2f06b8a62832a6ad1031/A in TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:44,722 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/5d09cf1ac4034d69afe7bc91f7d92f20, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/12bed436f1c048708d0a82bfd4df38e6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/fec10ed01261484eb29064ec79323932, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/d75f5bfe450a46778daa90f75b732450] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp, totalSize=156.5 K 2024-11-21T12:43:44,722 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:44,722 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. files: [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/5d09cf1ac4034d69afe7bc91f7d92f20, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/12bed436f1c048708d0a82bfd4df38e6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/fec10ed01261484eb29064ec79323932, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/d75f5bfe450a46778daa90f75b732450] 2024-11-21T12:43:44,722 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 381229d5289a2f06b8a62832a6ad1031/B is initiating minor compaction (all files) 2024-11-21T12:43:44,722 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 381229d5289a2f06b8a62832a6ad1031/B in TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:44,723 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/639140028709494a8859c249f44f0156, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/09f7abeff2ab45e081ed4d60d71e9c56, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/98050a7c6388488eb08948a2d6fccef5, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/a5791aaf3e0e4da2a2227a81a1af2193] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp, totalSize=48.5 K 2024-11-21T12:43:44,723 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d09cf1ac4034d69afe7bc91f7d92f20, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732193018280 2024-11-21T12:43:44,723 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12bed436f1c048708d0a82bfd4df38e6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732193020486 2024-11-21T12:43:44,723 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 639140028709494a8859c249f44f0156, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732193018280 2024-11-21T12:43:44,723 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 09f7abeff2ab45e081ed4d60d71e9c56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732193020486 2024-11-21T12:43:44,724 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting fec10ed01261484eb29064ec79323932, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732193020813 2024-11-21T12:43:44,724 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting d75f5bfe450a46778daa90f75b732450, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732193023218 2024-11-21T12:43:44,724 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 98050a7c6388488eb08948a2d6fccef5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732193020813 2024-11-21T12:43:44,724 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting a5791aaf3e0e4da2a2227a81a1af2193, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732193023238 2024-11-21T12:43:44,735 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:44,737 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121d819963ca334451691d9e0617df75070_381229d5289a2f06b8a62832a6ad1031 store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:44,739 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 381229d5289a2f06b8a62832a6ad1031#B#compaction#145 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:44,740 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/5e9ba6b7368742279425bc2f7d56ed50 is 50, key is test_row_0/B:col10/1732193023262/Put/seqid=0 2024-11-21T12:43:44,741 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121d819963ca334451691d9e0617df75070_381229d5289a2f06b8a62832a6ad1031, store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:44,741 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d819963ca334451691d9e0617df75070_381229d5289a2f06b8a62832a6ad1031 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:44,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742008_1184 (size=4469) 2024-11-21T12:43:44,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742007_1183 (size=13017) 2024-11-21T12:43:44,782 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:44,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T12:43:44,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:44,782 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 381229d5289a2f06b8a62832a6ad1031 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T12:43:44,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=A 2024-11-21T12:43:44,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:44,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=B 2024-11-21T12:43:44,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:44,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=C 2024-11-21T12:43:44,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T12:43:44,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214b55e8b5fc6d494baea000bded2102ff_381229d5289a2f06b8a62832a6ad1031 is 50, key is test_row_0/A:col10/1732193023413/Put/seqid=0 2024-11-21T12:43:44,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742009_1185 (size=12454) 2024-11-21T12:43:44,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:44,803 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214b55e8b5fc6d494baea000bded2102ff_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214b55e8b5fc6d494baea000bded2102ff_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:44,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/722d68333a9149c5b1bc9c34e9369cf8, store: [table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:44,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/722d68333a9149c5b1bc9c34e9369cf8 is 175, key is test_row_0/A:col10/1732193023413/Put/seqid=0 2024-11-21T12:43:44,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742010_1186 (size=31255) 2024-11-21T12:43:44,812 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/722d68333a9149c5b1bc9c34e9369cf8 2024-11-21T12:43:44,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/7d5e171a34714e06adb3c7c9871338e5 is 50, key is test_row_0/B:col10/1732193023413/Put/seqid=0 2024-11-21T12:43:44,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742011_1187 (size=12301) 2024-11-21T12:43:45,158 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 381229d5289a2f06b8a62832a6ad1031#A#compaction#144 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:45,159 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/f0e8d5ec6910460c85bfac7178ea92d6 is 175, key is test_row_0/A:col10/1732193023262/Put/seqid=0 2024-11-21T12:43:45,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742012_1188 (size=31971) 2024-11-21T12:43:45,165 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/5e9ba6b7368742279425bc2f7d56ed50 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/5e9ba6b7368742279425bc2f7d56ed50 2024-11-21T12:43:45,170 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 381229d5289a2f06b8a62832a6ad1031/B of 381229d5289a2f06b8a62832a6ad1031 into 5e9ba6b7368742279425bc2f7d56ed50(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:45,170 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:45,170 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031., storeName=381229d5289a2f06b8a62832a6ad1031/B, priority=12, startTime=1732193024720; duration=0sec 2024-11-21T12:43:45,170 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:45,170 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 381229d5289a2f06b8a62832a6ad1031:B 2024-11-21T12:43:45,170 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:43:45,172 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:43:45,172 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 381229d5289a2f06b8a62832a6ad1031/C is initiating minor compaction (all files) 2024-11-21T12:43:45,172 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 381229d5289a2f06b8a62832a6ad1031/C in TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:45,172 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/31953a9cc6ba45b7b5009922ff6deca8, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/850cdf16cdf443e2942833fda9214788, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/0faa9daa8fb5433bb1ea917ca4cd66d0, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/d1d4cb8ec73d4c3db66b4132fb4c7927] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp, totalSize=48.5 K 2024-11-21T12:43:45,173 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 31953a9cc6ba45b7b5009922ff6deca8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732193018280 2024-11-21T12:43:45,173 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 850cdf16cdf443e2942833fda9214788, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732193020486 2024-11-21T12:43:45,173 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 0faa9daa8fb5433bb1ea917ca4cd66d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732193020813 2024-11-21T12:43:45,173 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting d1d4cb8ec73d4c3db66b4132fb4c7927, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732193023238 2024-11-21T12:43:45,181 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 381229d5289a2f06b8a62832a6ad1031#C#compaction#148 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:45,181 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/7526e402f56143aa885e66026b683377 is 50, key is test_row_0/C:col10/1732193023262/Put/seqid=0 2024-11-21T12:43:45,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742013_1189 (size=13017) 2024-11-21T12:43:45,226 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/7d5e171a34714e06adb3c7c9871338e5 2024-11-21T12:43:45,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/1f8bb0a4e19e49a18b0155621b2e6f0b is 50, key is test_row_0/C:col10/1732193023413/Put/seqid=0 2024-11-21T12:43:45,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742014_1190 (size=12301) 2024-11-21T12:43:45,238 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/1f8bb0a4e19e49a18b0155621b2e6f0b 2024-11-21T12:43:45,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/722d68333a9149c5b1bc9c34e9369cf8 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/722d68333a9149c5b1bc9c34e9369cf8 2024-11-21T12:43:45,248 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/722d68333a9149c5b1bc9c34e9369cf8, entries=150, sequenceid=331, filesize=30.5 K 2024-11-21T12:43:45,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/7d5e171a34714e06adb3c7c9871338e5 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/7d5e171a34714e06adb3c7c9871338e5 2024-11-21T12:43:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,253 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/7d5e171a34714e06adb3c7c9871338e5, entries=150, sequenceid=331, filesize=12.0 K 2024-11-21T12:43:45,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/1f8bb0a4e19e49a18b0155621b2e6f0b as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/1f8bb0a4e19e49a18b0155621b2e6f0b 2024-11-21T12:43:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,259 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/1f8bb0a4e19e49a18b0155621b2e6f0b, entries=150, sequenceid=331, filesize=12.0 K 2024-11-21T12:43:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,260 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for 381229d5289a2f06b8a62832a6ad1031 in 478ms, sequenceid=331, compaction requested=false 2024-11-21T12:43:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:45,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:45,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-21T12:43:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-21T12:43:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-21T12:43:45,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5760 sec 2024-11-21T12:43:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.5830 sec 2024-11-21T12:43:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,569 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/f0e8d5ec6910460c85bfac7178ea92d6 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/f0e8d5ec6910460c85bfac7178ea92d6 2024-11-21T12:43:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,576 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 381229d5289a2f06b8a62832a6ad1031/A of 381229d5289a2f06b8a62832a6ad1031 into f0e8d5ec6910460c85bfac7178ea92d6(size=31.2 K), total size for store is 61.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:45,576 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:45,577 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031., storeName=381229d5289a2f06b8a62832a6ad1031/A, priority=12, startTime=1732193024720; duration=0sec 2024-11-21T12:43:45,577 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:45,577 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 381229d5289a2f06b8a62832a6ad1031:A 2024-11-21T12:43:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,594 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/7526e402f56143aa885e66026b683377 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/7526e402f56143aa885e66026b683377 2024-11-21T12:43:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,602 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 381229d5289a2f06b8a62832a6ad1031/C of 381229d5289a2f06b8a62832a6ad1031 into 7526e402f56143aa885e66026b683377(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:45,602 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:45,602 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031., storeName=381229d5289a2f06b8a62832a6ad1031/C, priority=12, startTime=1732193024720; duration=0sec 2024-11-21T12:43:45,602 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:45,602 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 381229d5289a2f06b8a62832a6ad1031:C 2024-11-21T12:43:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:45,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 381229d5289a2f06b8a62832a6ad1031 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T12:43:45,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=A 2024-11-21T12:43:45,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:45,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=B 2024-11-21T12:43:45,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=C 2024-11-21T12:43:45,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121036c3d0a0fe24f87b71ea8ce52d9e679_381229d5289a2f06b8a62832a6ad1031 is 50, key is test_row_0/A:col10/1732193025604/Put/seqid=0 2024-11-21T12:43:45,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742016_1192 (size=25158) 2024-11-21T12:43:45,665 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:45,669 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121036c3d0a0fe24f87b71ea8ce52d9e679_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121036c3d0a0fe24f87b71ea8ce52d9e679_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:45,670 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/9cb960cfd8d7411684a7d05243999131, store: [table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:45,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/9cb960cfd8d7411684a7d05243999131 is 175, key is test_row_0/A:col10/1732193025604/Put/seqid=0 2024-11-21T12:43:45,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742015_1191 (size=74795) 2024-11-21T12:43:45,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193085689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:45,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193085689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:45,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193085690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:45,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:45,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193085695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:45,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T12:43:45,789 INFO [Thread-525 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-21T12:43:45,790 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:43:45,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-21T12:43:45,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T12:43:45,791 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:43:45,792 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:43:45,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:43:45,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:45,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193085796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:45,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:45,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193085796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:45,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:45,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193085797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:45,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:45,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193085802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T12:43:45,942 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:45,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T12:43:45,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:45,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:45,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:45,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:45,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:46,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:46,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193086000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:46,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:46,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193086003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:46,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:46,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193086003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:46,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:46,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193086005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:46,074 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=345, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/9cb960cfd8d7411684a7d05243999131 2024-11-21T12:43:46,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/809bd0b67de449e48126f51d13e56948 is 50, key is test_row_0/B:col10/1732193025604/Put/seqid=0 2024-11-21T12:43:46,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742017_1193 (size=12301) 2024-11-21T12:43:46,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T12:43:46,095 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:46,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T12:43:46,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:46,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:46,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:46,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:46,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:46,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:46,248 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:46,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T12:43:46,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:46,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:46,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:46,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:46,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:46,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193086315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:46,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193086315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:46,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193086315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:46,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193086315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T12:43:46,400 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:46,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T12:43:46,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:46,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:46,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:46,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:46,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:46,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/809bd0b67de449e48126f51d13e56948 2024-11-21T12:43:46,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/05ba115aa1f640fe857046333f011e3b is 50, key is test_row_0/C:col10/1732193025604/Put/seqid=0 2024-11-21T12:43:46,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742018_1194 (size=12301) 2024-11-21T12:43:46,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/05ba115aa1f640fe857046333f011e3b 2024-11-21T12:43:46,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/9cb960cfd8d7411684a7d05243999131 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/9cb960cfd8d7411684a7d05243999131 2024-11-21T12:43:46,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/9cb960cfd8d7411684a7d05243999131, entries=400, sequenceid=345, filesize=73.0 K 2024-11-21T12:43:46,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/809bd0b67de449e48126f51d13e56948 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/809bd0b67de449e48126f51d13e56948 2024-11-21T12:43:46,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/809bd0b67de449e48126f51d13e56948, entries=150, sequenceid=345, filesize=12.0 K 2024-11-21T12:43:46,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/05ba115aa1f640fe857046333f011e3b as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/05ba115aa1f640fe857046333f011e3b 2024-11-21T12:43:46,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/05ba115aa1f640fe857046333f011e3b, entries=150, sequenceid=345, filesize=12.0 K 2024-11-21T12:43:46,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 381229d5289a2f06b8a62832a6ad1031 in 937ms, sequenceid=345, compaction requested=true 2024-11-21T12:43:46,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:46,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 381229d5289a2f06b8a62832a6ad1031:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:43:46,542 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:43:46,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:46,542 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:43:46,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 381229d5289a2f06b8a62832a6ad1031:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:43:46,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:46,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 381229d5289a2f06b8a62832a6ad1031:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:43:46,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:46,543 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 138021 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:43:46,543 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:43:46,543 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 381229d5289a2f06b8a62832a6ad1031/B is initiating minor compaction (all files) 2024-11-21T12:43:46,543 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 381229d5289a2f06b8a62832a6ad1031/A is initiating minor compaction (all files) 2024-11-21T12:43:46,544 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 381229d5289a2f06b8a62832a6ad1031/B in TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:46,544 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 381229d5289a2f06b8a62832a6ad1031/A in TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:46,544 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/5e9ba6b7368742279425bc2f7d56ed50, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/7d5e171a34714e06adb3c7c9871338e5, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/809bd0b67de449e48126f51d13e56948] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp, totalSize=36.7 K 2024-11-21T12:43:46,544 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/f0e8d5ec6910460c85bfac7178ea92d6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/722d68333a9149c5b1bc9c34e9369cf8, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/9cb960cfd8d7411684a7d05243999131] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp, totalSize=134.8 K 2024-11-21T12:43:46,544 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:46,544 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. files: [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/f0e8d5ec6910460c85bfac7178ea92d6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/722d68333a9149c5b1bc9c34e9369cf8, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/9cb960cfd8d7411684a7d05243999131] 2024-11-21T12:43:46,544 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e9ba6b7368742279425bc2f7d56ed50, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732193023238 2024-11-21T12:43:46,544 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0e8d5ec6910460c85bfac7178ea92d6, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732193023238 2024-11-21T12:43:46,545 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 722d68333a9149c5b1bc9c34e9369cf8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732193023408 2024-11-21T12:43:46,545 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d5e171a34714e06adb3c7c9871338e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732193023408 2024-11-21T12:43:46,545 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 809bd0b67de449e48126f51d13e56948, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732193025593 2024-11-21T12:43:46,545 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cb960cfd8d7411684a7d05243999131, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732193025587 2024-11-21T12:43:46,553 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:46,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T12:43:46,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:46,554 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 381229d5289a2f06b8a62832a6ad1031 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T12:43:46,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=A 2024-11-21T12:43:46,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:46,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=B 2024-11-21T12:43:46,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:46,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=C 2024-11-21T12:43:46,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:46,556 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:46,557 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 381229d5289a2f06b8a62832a6ad1031#B#compaction#154 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:46,558 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/899bd2d6da63492bb5a22047a7bd8974 is 50, key is test_row_0/B:col10/1732193025604/Put/seqid=0 2024-11-21T12:43:46,567 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112183f532d3e60b4da7aa065d066d18be6f_381229d5289a2f06b8a62832a6ad1031 store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:46,570 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112183f532d3e60b4da7aa065d066d18be6f_381229d5289a2f06b8a62832a6ad1031, store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:46,570 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112183f532d3e60b4da7aa065d066d18be6f_381229d5289a2f06b8a62832a6ad1031 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:46,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215659abcd87784ef29a73207a5b9f9bdd_381229d5289a2f06b8a62832a6ad1031 is 50, key is test_row_0/A:col10/1732193025635/Put/seqid=0 2024-11-21T12:43:46,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742019_1195 (size=13119) 2024-11-21T12:43:46,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742020_1196 (size=4469) 2024-11-21T12:43:46,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742021_1197 (size=12454) 2024-11-21T12:43:46,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:46,607 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215659abcd87784ef29a73207a5b9f9bdd_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215659abcd87784ef29a73207a5b9f9bdd_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:46,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/611ad805de764a04bae839061337fc64, store: [table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:46,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/611ad805de764a04bae839061337fc64 is 175, key is test_row_0/A:col10/1732193025635/Put/seqid=0 2024-11-21T12:43:46,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742022_1198 (size=31255) 2024-11-21T12:43:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:46,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. as already flushing 2024-11-21T12:43:46,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193086825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:46,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193086863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:46,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193086863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:46,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193086867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T12:43:46,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193086964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:46,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193086971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:46,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193086971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:46,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193086971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:46,990 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 381229d5289a2f06b8a62832a6ad1031#A#compaction#153 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:46,991 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/130e4888e0e944b788cd407de7525f4a is 175, key is test_row_0/A:col10/1732193025604/Put/seqid=0 2024-11-21T12:43:46,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742023_1199 (size=32073) 2024-11-21T12:43:46,995 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/899bd2d6da63492bb5a22047a7bd8974 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/899bd2d6da63492bb5a22047a7bd8974 2024-11-21T12:43:47,000 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/130e4888e0e944b788cd407de7525f4a as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/130e4888e0e944b788cd407de7525f4a 2024-11-21T12:43:47,003 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 381229d5289a2f06b8a62832a6ad1031/B of 381229d5289a2f06b8a62832a6ad1031 into 899bd2d6da63492bb5a22047a7bd8974(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:47,003 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:47,003 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031., storeName=381229d5289a2f06b8a62832a6ad1031/B, priority=13, startTime=1732193026542; duration=0sec 2024-11-21T12:43:47,003 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:47,003 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 381229d5289a2f06b8a62832a6ad1031:B 2024-11-21T12:43:47,003 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:43:47,005 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:43:47,005 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 381229d5289a2f06b8a62832a6ad1031/C is initiating minor compaction (all files) 2024-11-21T12:43:47,005 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 381229d5289a2f06b8a62832a6ad1031/C in TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:47,005 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/7526e402f56143aa885e66026b683377, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/1f8bb0a4e19e49a18b0155621b2e6f0b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/05ba115aa1f640fe857046333f011e3b] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp, totalSize=36.7 K 2024-11-21T12:43:47,006 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 7526e402f56143aa885e66026b683377, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732193023238 2024-11-21T12:43:47,006 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f8bb0a4e19e49a18b0155621b2e6f0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732193023408 2024-11-21T12:43:47,006 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 381229d5289a2f06b8a62832a6ad1031/A of 381229d5289a2f06b8a62832a6ad1031 into 130e4888e0e944b788cd407de7525f4a(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:47,006 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:47,006 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031., storeName=381229d5289a2f06b8a62832a6ad1031/A, priority=13, startTime=1732193026542; duration=0sec 2024-11-21T12:43:47,006 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:47,007 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 381229d5289a2f06b8a62832a6ad1031:A 2024-11-21T12:43:47,007 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 05ba115aa1f640fe857046333f011e3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732193025593 2024-11-21T12:43:47,015 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 381229d5289a2f06b8a62832a6ad1031#C#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:47,015 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=370, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/611ad805de764a04bae839061337fc64 2024-11-21T12:43:47,015 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/532782ffd2b84c67b50e8ed63ac7999d is 50, key is test_row_0/C:col10/1732193025604/Put/seqid=0 2024-11-21T12:43:47,033 DEBUG [Thread-530 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62953284 to 127.0.0.1:59516 2024-11-21T12:43:47,033 DEBUG [Thread-532 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fd29494 to 127.0.0.1:59516 2024-11-21T12:43:47,033 DEBUG [Thread-528 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5672a5ed to 127.0.0.1:59516 2024-11-21T12:43:47,033 DEBUG [Thread-530 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:43:47,033 DEBUG [Thread-528 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:43:47,033 DEBUG [Thread-532 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:43:47,034 DEBUG [Thread-526 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31e3d806 to 127.0.0.1:59516 2024-11-21T12:43:47,034 DEBUG [Thread-526 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:43:47,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742024_1200 (size=13119) 2024-11-21T12:43:47,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/dc0b4f1a63a64ee8954f091a95e9e532 is 50, key is test_row_0/B:col10/1732193025635/Put/seqid=0 2024-11-21T12:43:47,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742025_1201 (size=12301) 2024-11-21T12:43:47,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193087167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:47,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193087173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:47,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193087174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:47,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193087174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:47,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193087471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:47,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:47,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193087476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:47,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:47,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193087477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:47,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:47,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193087478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:47,484 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/dc0b4f1a63a64ee8954f091a95e9e532 2024-11-21T12:43:47,487 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/532782ffd2b84c67b50e8ed63ac7999d as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/532782ffd2b84c67b50e8ed63ac7999d 2024-11-21T12:43:47,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/3b59b318444c4084a1303df39541e37e is 50, key is test_row_0/C:col10/1732193025635/Put/seqid=0 2024-11-21T12:43:47,585 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 381229d5289a2f06b8a62832a6ad1031/C of 381229d5289a2f06b8a62832a6ad1031 into 532782ffd2b84c67b50e8ed63ac7999d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:47,585 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:47,585 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031., storeName=381229d5289a2f06b8a62832a6ad1031/C, priority=13, startTime=1732193026543; duration=0sec 2024-11-21T12:43:47,585 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:47,585 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 381229d5289a2f06b8a62832a6ad1031:C 2024-11-21T12:43:47,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742026_1202 (size=12301) 2024-11-21T12:43:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T12:43:47,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57654 deadline: 1732193087974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:47,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57686 deadline: 1732193087980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:47,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57700 deadline: 1732193087980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:47,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57638 deadline: 1732193087982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:48,137 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/3b59b318444c4084a1303df39541e37e 2024-11-21T12:43:48,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/611ad805de764a04bae839061337fc64 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/611ad805de764a04bae839061337fc64 2024-11-21T12:43:48,150 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/611ad805de764a04bae839061337fc64, entries=150, sequenceid=370, filesize=30.5 K 2024-11-21T12:43:48,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/dc0b4f1a63a64ee8954f091a95e9e532 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/dc0b4f1a63a64ee8954f091a95e9e532 2024-11-21T12:43:48,158 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/dc0b4f1a63a64ee8954f091a95e9e532, entries=150, sequenceid=370, filesize=12.0 K 2024-11-21T12:43:48,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/3b59b318444c4084a1303df39541e37e as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/3b59b318444c4084a1303df39541e37e 2024-11-21T12:43:48,163 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/3b59b318444c4084a1303df39541e37e, entries=150, sequenceid=370, filesize=12.0 K 2024-11-21T12:43:48,163 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 381229d5289a2f06b8a62832a6ad1031 in 1609ms, sequenceid=370, compaction requested=false 2024-11-21T12:43:48,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:48,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:48,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-21T12:43:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-21T12:43:48,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-21T12:43:48,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3720 sec 2024-11-21T12:43:48,167 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.3760 sec 2024-11-21T12:43:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:48,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 381229d5289a2f06b8a62832a6ad1031 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T12:43:48,645 DEBUG [Thread-521 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x139b2fd4 to 127.0.0.1:59516 2024-11-21T12:43:48,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=A 2024-11-21T12:43:48,645 DEBUG [Thread-521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:43:48,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:48,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=B 2024-11-21T12:43:48,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:48,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=C 2024-11-21T12:43:48,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:48,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213f3bc2b723434ee280e4043cd93ec1e0_381229d5289a2f06b8a62832a6ad1031 is 50, key is test_row_0/A:col10/1732193028641/Put/seqid=0 2024-11-21T12:43:48,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742027_1203 (size=12454) 2024-11-21T12:43:48,982 DEBUG [Thread-523 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0adf22f4 to 127.0.0.1:59516 2024-11-21T12:43:48,982 DEBUG [Thread-523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:43:48,986 DEBUG [Thread-519 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x094130b5 to 127.0.0.1:59516 2024-11-21T12:43:48,986 DEBUG [Thread-515 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6183584c to 127.0.0.1:59516 2024-11-21T12:43:48,986 DEBUG [Thread-515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:43:48,986 DEBUG [Thread-519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:43:48,990 DEBUG [Thread-517 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d789280 to 127.0.0.1:59516 2024-11-21T12:43:48,990 DEBUG [Thread-517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:43:49,062 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:49,072 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213f3bc2b723434ee280e4043cd93ec1e0_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213f3bc2b723434ee280e4043cd93ec1e0_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:49,073 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/beccaac8ac3b4f6f97dfb9bfc3d1dc1f, store: [table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:49,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/beccaac8ac3b4f6f97dfb9bfc3d1dc1f is 175, key is test_row_0/A:col10/1732193028641/Put/seqid=0 2024-11-21T12:43:49,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742028_1204 (size=31255) 2024-11-21T12:43:49,163 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:43:49,479 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=386, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/beccaac8ac3b4f6f97dfb9bfc3d1dc1f 2024-11-21T12:43:49,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/0c41a4254ef6436786ce4004bc2d77eb is 50, key is test_row_0/B:col10/1732193028641/Put/seqid=0 2024-11-21T12:43:49,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742029_1205 (size=12301) 2024-11-21T12:43:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T12:43:49,897 INFO [Thread-525 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-21T12:43:49,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T12:43:49,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-21T12:43:49,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-21T12:43:49,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-21T12:43:49,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-21T12:43:49,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-21T12:43:49,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T12:43:49,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3316 2024-11-21T12:43:49,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3196 2024-11-21T12:43:49,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T12:43:49,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1376 2024-11-21T12:43:49,898 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4128 rows 2024-11-21T12:43:49,898 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1364 2024-11-21T12:43:49,898 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4092 rows 2024-11-21T12:43:49,898 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T12:43:49,898 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22c2e648 to 127.0.0.1:59516 2024-11-21T12:43:49,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:43:49,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/0c41a4254ef6436786ce4004bc2d77eb 2024-11-21T12:43:49,900 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T12:43:49,901 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-21T12:43:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T12:43:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T12:43:49,905 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732193029905"}]},"ts":"1732193029905"} 2024-11-21T12:43:49,906 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T12:43:49,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/23b3843564e042f18d3854c3bd59e9e7 is 50, key is test_row_0/C:col10/1732193028641/Put/seqid=0 2024-11-21T12:43:49,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742030_1206 (size=12301) 2024-11-21T12:43:49,943 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T12:43:49,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T12:43:49,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=381229d5289a2f06b8a62832a6ad1031, UNASSIGN}] 2024-11-21T12:43:49,946 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=381229d5289a2f06b8a62832a6ad1031, UNASSIGN 2024-11-21T12:43:49,946 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=381229d5289a2f06b8a62832a6ad1031, regionState=CLOSING, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:49,947 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T12:43:49,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; CloseRegionProcedure 381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767}] 2024-11-21T12:43:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T12:43:50,099 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:50,100 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(124): Close 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:50,100 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T12:43:50,100 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1681): Closing 381229d5289a2f06b8a62832a6ad1031, disabling compactions & flushes 2024-11-21T12:43:50,101 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T12:43:50,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/23b3843564e042f18d3854c3bd59e9e7 2024-11-21T12:43:50,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/beccaac8ac3b4f6f97dfb9bfc3d1dc1f as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/beccaac8ac3b4f6f97dfb9bfc3d1dc1f 2024-11-21T12:43:50,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/beccaac8ac3b4f6f97dfb9bfc3d1dc1f, entries=150, sequenceid=386, filesize=30.5 K 2024-11-21T12:43:50,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/0c41a4254ef6436786ce4004bc2d77eb as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/0c41a4254ef6436786ce4004bc2d77eb 2024-11-21T12:43:50,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/0c41a4254ef6436786ce4004bc2d77eb, entries=150, sequenceid=386, filesize=12.0 K 2024-11-21T12:43:50,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/23b3843564e042f18d3854c3bd59e9e7 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/23b3843564e042f18d3854c3bd59e9e7 2024-11-21T12:43:50,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/23b3843564e042f18d3854c3bd59e9e7, entries=150, sequenceid=386, filesize=12.0 K 2024-11-21T12:43:50,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=26.84 KB/27480 for 381229d5289a2f06b8a62832a6ad1031 in 1705ms, sequenceid=386, compaction requested=true 2024-11-21T12:43:50,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:50,350 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:50,350 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:50,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 381229d5289a2f06b8a62832a6ad1031:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:43:50,350 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. after waiting 0 ms 2024-11-21T12:43:50,350 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. because compaction request was cancelled 2024-11-21T12:43:50,350 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:50,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:50,350 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 381229d5289a2f06b8a62832a6ad1031:A 2024-11-21T12:43:50,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 381229d5289a2f06b8a62832a6ad1031:B, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:43:50,350 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. because compaction request was cancelled 2024-11-21T12:43:50,350 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 381229d5289a2f06b8a62832a6ad1031:B 2024-11-21T12:43:50,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:50,350 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(2837): Flushing 381229d5289a2f06b8a62832a6ad1031 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-21T12:43:50,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 381229d5289a2f06b8a62832a6ad1031:C, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:43:50,350 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. because compaction request was cancelled 2024-11-21T12:43:50,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:50,350 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 381229d5289a2f06b8a62832a6ad1031:C 2024-11-21T12:43:50,350 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=A 2024-11-21T12:43:50,350 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:50,350 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=B 2024-11-21T12:43:50,350 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:50,350 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 381229d5289a2f06b8a62832a6ad1031, store=C 2024-11-21T12:43:50,351 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:50,360 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112104ff7b1b246341b5a74670a6f7fa9d60_381229d5289a2f06b8a62832a6ad1031 is 50, key is test_row_0/A:col10/1732193028984/Put/seqid=0 2024-11-21T12:43:50,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742031_1207 (size=12454) 2024-11-21T12:43:50,380 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:50,387 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112104ff7b1b246341b5a74670a6f7fa9d60_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112104ff7b1b246341b5a74670a6f7fa9d60_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:50,389 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/f1fd01109fb341a0b93ce4ebb045ca6b, store: [table=TestAcidGuarantees family=A region=381229d5289a2f06b8a62832a6ad1031] 2024-11-21T12:43:50,390 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/f1fd01109fb341a0b93ce4ebb045ca6b is 175, key is test_row_0/A:col10/1732193028984/Put/seqid=0 2024-11-21T12:43:50,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742032_1208 (size=31255) 2024-11-21T12:43:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T12:43:50,796 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=393, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/f1fd01109fb341a0b93ce4ebb045ca6b 2024-11-21T12:43:50,805 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/998cc9337a6749958a22ee41b235172c is 50, key is test_row_0/B:col10/1732193028984/Put/seqid=0 2024-11-21T12:43:50,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742033_1209 (size=12301) 2024-11-21T12:43:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T12:43:51,214 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/998cc9337a6749958a22ee41b235172c 2024-11-21T12:43:51,222 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/ef77aa11e97f485fa9023be79583df0f is 50, key is test_row_0/C:col10/1732193028984/Put/seqid=0 2024-11-21T12:43:51,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742034_1210 (size=12301) 2024-11-21T12:43:51,229 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/ef77aa11e97f485fa9023be79583df0f 2024-11-21T12:43:51,234 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/A/f1fd01109fb341a0b93ce4ebb045ca6b as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/f1fd01109fb341a0b93ce4ebb045ca6b 2024-11-21T12:43:51,239 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/f1fd01109fb341a0b93ce4ebb045ca6b, entries=150, sequenceid=393, filesize=30.5 K 2024-11-21T12:43:51,240 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/B/998cc9337a6749958a22ee41b235172c as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/998cc9337a6749958a22ee41b235172c 2024-11-21T12:43:51,244 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/998cc9337a6749958a22ee41b235172c, entries=150, sequenceid=393, filesize=12.0 K 2024-11-21T12:43:51,245 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/.tmp/C/ef77aa11e97f485fa9023be79583df0f as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/ef77aa11e97f485fa9023be79583df0f 2024-11-21T12:43:51,249 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/ef77aa11e97f485fa9023be79583df0f, entries=150, sequenceid=393, filesize=12.0 K 2024-11-21T12:43:51,250 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 381229d5289a2f06b8a62832a6ad1031 in 900ms, sequenceid=393, compaction requested=true 2024-11-21T12:43:51,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/42eae1aca391436195713a9582495755, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/90aa61b99673439d996da6e8a2cf9b3c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/5883bb97942f4845a241346bd2d8e4a6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/a7fdedc812bc4ab493901e99981507b2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/4e1721dd0c844dceb02e9983fcf882de, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/a294d38719f54b7d8f311d6df9865a61, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/1cec0ae964214011ad0e5ba3e4cfef65, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/55a0d1f17d1e4f20a14b847827db98bd, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/ee051f4803794181b58799941ac450a1, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/eea1b1cfeed143e59f376044f75e4f95, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/fb91a24a78ae49aca95c539ac903384e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/01a5cae7f71c4b5883ca4923a08513ef, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/e32e458f425d4d5286ff8d56aaf1019f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/3eced3a1fb3447f5aac06fb5a4d94366, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/9ab4cd8565f74f6fa821465df93b859b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/60d8663f36a24c348b7f03e281631ea4, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/bf13a96f19464e8481e925dd545501d3, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/5d09cf1ac4034d69afe7bc91f7d92f20, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/12bed436f1c048708d0a82bfd4df38e6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/fec10ed01261484eb29064ec79323932, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/d75f5bfe450a46778daa90f75b732450, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/f0e8d5ec6910460c85bfac7178ea92d6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/722d68333a9149c5b1bc9c34e9369cf8, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/9cb960cfd8d7411684a7d05243999131] to archive 2024-11-21T12:43:51,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:43:51,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/42eae1aca391436195713a9582495755 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/42eae1aca391436195713a9582495755 2024-11-21T12:43:51,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/90aa61b99673439d996da6e8a2cf9b3c to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/90aa61b99673439d996da6e8a2cf9b3c 2024-11-21T12:43:51,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/5883bb97942f4845a241346bd2d8e4a6 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/5883bb97942f4845a241346bd2d8e4a6 2024-11-21T12:43:51,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/a7fdedc812bc4ab493901e99981507b2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/a7fdedc812bc4ab493901e99981507b2 2024-11-21T12:43:51,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/4e1721dd0c844dceb02e9983fcf882de to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/4e1721dd0c844dceb02e9983fcf882de 2024-11-21T12:43:51,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/a294d38719f54b7d8f311d6df9865a61 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/a294d38719f54b7d8f311d6df9865a61 2024-11-21T12:43:51,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/1cec0ae964214011ad0e5ba3e4cfef65 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/1cec0ae964214011ad0e5ba3e4cfef65 2024-11-21T12:43:51,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/55a0d1f17d1e4f20a14b847827db98bd to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/55a0d1f17d1e4f20a14b847827db98bd 2024-11-21T12:43:51,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/ee051f4803794181b58799941ac450a1 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/ee051f4803794181b58799941ac450a1 2024-11-21T12:43:51,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/eea1b1cfeed143e59f376044f75e4f95 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/eea1b1cfeed143e59f376044f75e4f95 2024-11-21T12:43:51,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/fb91a24a78ae49aca95c539ac903384e to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/fb91a24a78ae49aca95c539ac903384e 2024-11-21T12:43:51,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/01a5cae7f71c4b5883ca4923a08513ef to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/01a5cae7f71c4b5883ca4923a08513ef 2024-11-21T12:43:51,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/e32e458f425d4d5286ff8d56aaf1019f to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/e32e458f425d4d5286ff8d56aaf1019f 2024-11-21T12:43:51,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/3eced3a1fb3447f5aac06fb5a4d94366 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/3eced3a1fb3447f5aac06fb5a4d94366 2024-11-21T12:43:51,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/9ab4cd8565f74f6fa821465df93b859b to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/9ab4cd8565f74f6fa821465df93b859b 2024-11-21T12:43:51,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/60d8663f36a24c348b7f03e281631ea4 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/60d8663f36a24c348b7f03e281631ea4 2024-11-21T12:43:51,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/bf13a96f19464e8481e925dd545501d3 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/bf13a96f19464e8481e925dd545501d3 2024-11-21T12:43:51,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/5d09cf1ac4034d69afe7bc91f7d92f20 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/5d09cf1ac4034d69afe7bc91f7d92f20 2024-11-21T12:43:51,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/12bed436f1c048708d0a82bfd4df38e6 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/12bed436f1c048708d0a82bfd4df38e6 2024-11-21T12:43:51,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/fec10ed01261484eb29064ec79323932 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/fec10ed01261484eb29064ec79323932 2024-11-21T12:43:51,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/d75f5bfe450a46778daa90f75b732450 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/d75f5bfe450a46778daa90f75b732450 2024-11-21T12:43:51,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/f0e8d5ec6910460c85bfac7178ea92d6 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/f0e8d5ec6910460c85bfac7178ea92d6 2024-11-21T12:43:51,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/722d68333a9149c5b1bc9c34e9369cf8 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/722d68333a9149c5b1bc9c34e9369cf8 2024-11-21T12:43:51,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/9cb960cfd8d7411684a7d05243999131 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/9cb960cfd8d7411684a7d05243999131 2024-11-21T12:43:51,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/bc67d59a4f8245b0a952d1e6844f3b10, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/011d6a777ef2442aa83f4a9819557007, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/ec0bbf40a4624522a66c178bbfeb01d6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/603ec859e2d34d65a4473397e599fd17, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/400559f167b34f52a7a26a3fd4167f60, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/89453ad05e0b4dfdbf7b663c7df421e3, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/fdcb59774f4a42b8af7d71c390ca915d, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/3de3878cb7f3413eafc009d2a67950d7, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/bfe2d036bca94b319d9645f8a0fe2695, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/f47814c5a1e64df99831fd493be81209, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/2656ec101f4548cc8d570389882d45df, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/3f80d7d861cc4107b35690719d0e6fc6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/f6f1d853076f42db9d364d8b32fe75b2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/9a602533d6c547c5911f9dae284543b7, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/31f0dd3cc21144f7bcb79d88d94390a4, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/ab5c5e45607a4325be9619888c83ecb8, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/639140028709494a8859c249f44f0156, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/7780ea832d1e440b92d1f82cd3cb65ec, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/09f7abeff2ab45e081ed4d60d71e9c56, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/98050a7c6388488eb08948a2d6fccef5, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/5e9ba6b7368742279425bc2f7d56ed50, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/a5791aaf3e0e4da2a2227a81a1af2193, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/7d5e171a34714e06adb3c7c9871338e5, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/809bd0b67de449e48126f51d13e56948] to archive 2024-11-21T12:43:51,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:43:51,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/bc67d59a4f8245b0a952d1e6844f3b10 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/bc67d59a4f8245b0a952d1e6844f3b10 2024-11-21T12:43:51,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/011d6a777ef2442aa83f4a9819557007 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/011d6a777ef2442aa83f4a9819557007 2024-11-21T12:43:51,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/ec0bbf40a4624522a66c178bbfeb01d6 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/ec0bbf40a4624522a66c178bbfeb01d6 2024-11-21T12:43:51,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/603ec859e2d34d65a4473397e599fd17 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/603ec859e2d34d65a4473397e599fd17 2024-11-21T12:43:51,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/400559f167b34f52a7a26a3fd4167f60 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/400559f167b34f52a7a26a3fd4167f60 2024-11-21T12:43:51,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/89453ad05e0b4dfdbf7b663c7df421e3 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/89453ad05e0b4dfdbf7b663c7df421e3 2024-11-21T12:43:51,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/fdcb59774f4a42b8af7d71c390ca915d to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/fdcb59774f4a42b8af7d71c390ca915d 2024-11-21T12:43:51,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/3de3878cb7f3413eafc009d2a67950d7 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/3de3878cb7f3413eafc009d2a67950d7 2024-11-21T12:43:51,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/bfe2d036bca94b319d9645f8a0fe2695 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/bfe2d036bca94b319d9645f8a0fe2695 2024-11-21T12:43:51,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/f47814c5a1e64df99831fd493be81209 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/f47814c5a1e64df99831fd493be81209 2024-11-21T12:43:51,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/2656ec101f4548cc8d570389882d45df to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/2656ec101f4548cc8d570389882d45df 2024-11-21T12:43:51,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/3f80d7d861cc4107b35690719d0e6fc6 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/3f80d7d861cc4107b35690719d0e6fc6 2024-11-21T12:43:51,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/f6f1d853076f42db9d364d8b32fe75b2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/f6f1d853076f42db9d364d8b32fe75b2 2024-11-21T12:43:51,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/9a602533d6c547c5911f9dae284543b7 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/9a602533d6c547c5911f9dae284543b7 2024-11-21T12:43:51,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/31f0dd3cc21144f7bcb79d88d94390a4 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/31f0dd3cc21144f7bcb79d88d94390a4 2024-11-21T12:43:51,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/ab5c5e45607a4325be9619888c83ecb8 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/ab5c5e45607a4325be9619888c83ecb8 2024-11-21T12:43:51,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/639140028709494a8859c249f44f0156 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/639140028709494a8859c249f44f0156 2024-11-21T12:43:51,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/7780ea832d1e440b92d1f82cd3cb65ec to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/7780ea832d1e440b92d1f82cd3cb65ec 2024-11-21T12:43:51,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/09f7abeff2ab45e081ed4d60d71e9c56 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/09f7abeff2ab45e081ed4d60d71e9c56 2024-11-21T12:43:51,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/98050a7c6388488eb08948a2d6fccef5 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/98050a7c6388488eb08948a2d6fccef5 2024-11-21T12:43:51,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/5e9ba6b7368742279425bc2f7d56ed50 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/5e9ba6b7368742279425bc2f7d56ed50 2024-11-21T12:43:51,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/a5791aaf3e0e4da2a2227a81a1af2193 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/a5791aaf3e0e4da2a2227a81a1af2193 2024-11-21T12:43:51,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/7d5e171a34714e06adb3c7c9871338e5 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/7d5e171a34714e06adb3c7c9871338e5 2024-11-21T12:43:51,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/809bd0b67de449e48126f51d13e56948 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/809bd0b67de449e48126f51d13e56948 2024-11-21T12:43:51,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/4d641afb28994d5f9a130de17e3f5ef5, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/b874e60f5aec4f6dac16a0a19744b4d0, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/98c74f111d2541e5b593402e95fbda20, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/0d6894e346b9450a8e1d346fcccc9960, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/d85ce20fce3b4d1787164117e2503d32, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/98417e25bfef4ca7a4e0d7c2e8f1b131, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/904ef64218cf4d8f8f8b677a72e39cab, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/3b55bcdddc1c4267b5873508f5659371, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/5608029d81c4414392e9cbaac2af2f86, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/8973d01bc2e64ee3b70bc1e284b91197, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/9d7864d68f3a47558465d15e085aa8e1, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/e8899b61addc4f76924504f762c1ff77, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/4d5665759def49788dfcd1d893083fb3, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/8c548f12f8154444bd82388134b0d740, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/45cbc631c41544e98e62fd29deeec82a, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/1de75c70687a41128e630b4d47683ef9, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/31953a9cc6ba45b7b5009922ff6deca8, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/7d77984e2e444ef599a662dd8ba9e902, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/850cdf16cdf443e2942833fda9214788, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/0faa9daa8fb5433bb1ea917ca4cd66d0, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/7526e402f56143aa885e66026b683377, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/d1d4cb8ec73d4c3db66b4132fb4c7927, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/1f8bb0a4e19e49a18b0155621b2e6f0b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/05ba115aa1f640fe857046333f011e3b] to archive 2024-11-21T12:43:51,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:43:51,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/4d641afb28994d5f9a130de17e3f5ef5 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/4d641afb28994d5f9a130de17e3f5ef5 2024-11-21T12:43:51,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/b874e60f5aec4f6dac16a0a19744b4d0 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/b874e60f5aec4f6dac16a0a19744b4d0 2024-11-21T12:43:51,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/98c74f111d2541e5b593402e95fbda20 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/98c74f111d2541e5b593402e95fbda20 2024-11-21T12:43:51,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/0d6894e346b9450a8e1d346fcccc9960 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/0d6894e346b9450a8e1d346fcccc9960 2024-11-21T12:43:51,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/d85ce20fce3b4d1787164117e2503d32 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/d85ce20fce3b4d1787164117e2503d32 2024-11-21T12:43:51,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/98417e25bfef4ca7a4e0d7c2e8f1b131 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/98417e25bfef4ca7a4e0d7c2e8f1b131 2024-11-21T12:43:51,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/904ef64218cf4d8f8f8b677a72e39cab to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/904ef64218cf4d8f8f8b677a72e39cab 2024-11-21T12:43:51,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/3b55bcdddc1c4267b5873508f5659371 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/3b55bcdddc1c4267b5873508f5659371 2024-11-21T12:43:51,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/5608029d81c4414392e9cbaac2af2f86 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/5608029d81c4414392e9cbaac2af2f86 2024-11-21T12:43:51,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/8973d01bc2e64ee3b70bc1e284b91197 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/8973d01bc2e64ee3b70bc1e284b91197 2024-11-21T12:43:51,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/9d7864d68f3a47558465d15e085aa8e1 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/9d7864d68f3a47558465d15e085aa8e1 2024-11-21T12:43:51,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/e8899b61addc4f76924504f762c1ff77 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/e8899b61addc4f76924504f762c1ff77 2024-11-21T12:43:51,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/4d5665759def49788dfcd1d893083fb3 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/4d5665759def49788dfcd1d893083fb3 2024-11-21T12:43:51,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/8c548f12f8154444bd82388134b0d740 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/8c548f12f8154444bd82388134b0d740 2024-11-21T12:43:51,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/45cbc631c41544e98e62fd29deeec82a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/45cbc631c41544e98e62fd29deeec82a 2024-11-21T12:43:51,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/1de75c70687a41128e630b4d47683ef9 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/1de75c70687a41128e630b4d47683ef9 2024-11-21T12:43:51,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/31953a9cc6ba45b7b5009922ff6deca8 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/31953a9cc6ba45b7b5009922ff6deca8 2024-11-21T12:43:51,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/7d77984e2e444ef599a662dd8ba9e902 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/7d77984e2e444ef599a662dd8ba9e902 2024-11-21T12:43:51,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/850cdf16cdf443e2942833fda9214788 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/850cdf16cdf443e2942833fda9214788 2024-11-21T12:43:51,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/0faa9daa8fb5433bb1ea917ca4cd66d0 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/0faa9daa8fb5433bb1ea917ca4cd66d0 2024-11-21T12:43:51,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/7526e402f56143aa885e66026b683377 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/7526e402f56143aa885e66026b683377 2024-11-21T12:43:51,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/d1d4cb8ec73d4c3db66b4132fb4c7927 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/d1d4cb8ec73d4c3db66b4132fb4c7927 2024-11-21T12:43:51,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/1f8bb0a4e19e49a18b0155621b2e6f0b to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/1f8bb0a4e19e49a18b0155621b2e6f0b 2024-11-21T12:43:51,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/05ba115aa1f640fe857046333f011e3b to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/05ba115aa1f640fe857046333f011e3b 2024-11-21T12:43:51,402 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/recovered.edits/396.seqid, newMaxSeqId=396, maxSeqId=4 2024-11-21T12:43:51,402 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031. 2024-11-21T12:43:51,402 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1635): Region close journal for 381229d5289a2f06b8a62832a6ad1031: 2024-11-21T12:43:51,404 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(170): Closed 381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:51,405 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=381229d5289a2f06b8a62832a6ad1031, regionState=CLOSED 2024-11-21T12:43:51,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-21T12:43:51,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; CloseRegionProcedure 381229d5289a2f06b8a62832a6ad1031, server=b3d5da5e0922,39829,1732192970767 in 1.4580 sec 2024-11-21T12:43:51,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=56 2024-11-21T12:43:51,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=56, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=381229d5289a2f06b8a62832a6ad1031, UNASSIGN in 1.4620 sec 2024-11-21T12:43:51,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-21T12:43:51,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4640 sec 2024-11-21T12:43:51,411 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732193031410"}]},"ts":"1732193031410"} 2024-11-21T12:43:51,412 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T12:43:51,452 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T12:43:51,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5510 sec 2024-11-21T12:43:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T12:43:52,008 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-21T12:43:52,008 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-21T12:43:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:43:52,010 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=59, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:43:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-21T12:43:52,010 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=59, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:43:52,011 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:52,014 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A, FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B, FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C, FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/recovered.edits] 2024-11-21T12:43:52,016 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/130e4888e0e944b788cd407de7525f4a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/130e4888e0e944b788cd407de7525f4a 2024-11-21T12:43:52,017 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/611ad805de764a04bae839061337fc64 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/611ad805de764a04bae839061337fc64 2024-11-21T12:43:52,018 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/beccaac8ac3b4f6f97dfb9bfc3d1dc1f to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/beccaac8ac3b4f6f97dfb9bfc3d1dc1f 2024-11-21T12:43:52,019 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/f1fd01109fb341a0b93ce4ebb045ca6b to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/A/f1fd01109fb341a0b93ce4ebb045ca6b 2024-11-21T12:43:52,022 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/0c41a4254ef6436786ce4004bc2d77eb to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/0c41a4254ef6436786ce4004bc2d77eb 2024-11-21T12:43:52,023 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/899bd2d6da63492bb5a22047a7bd8974 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/899bd2d6da63492bb5a22047a7bd8974 2024-11-21T12:43:52,024 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/998cc9337a6749958a22ee41b235172c to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/998cc9337a6749958a22ee41b235172c 2024-11-21T12:43:52,025 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/dc0b4f1a63a64ee8954f091a95e9e532 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/B/dc0b4f1a63a64ee8954f091a95e9e532 2024-11-21T12:43:52,057 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/23b3843564e042f18d3854c3bd59e9e7 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/23b3843564e042f18d3854c3bd59e9e7 2024-11-21T12:43:52,059 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/3b59b318444c4084a1303df39541e37e to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/3b59b318444c4084a1303df39541e37e 2024-11-21T12:43:52,060 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/532782ffd2b84c67b50e8ed63ac7999d to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/532782ffd2b84c67b50e8ed63ac7999d 2024-11-21T12:43:52,062 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/ef77aa11e97f485fa9023be79583df0f to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/C/ef77aa11e97f485fa9023be79583df0f 2024-11-21T12:43:52,065 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/recovered.edits/396.seqid to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031/recovered.edits/396.seqid 2024-11-21T12:43:52,065 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:52,066 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T12:43:52,066 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T12:43:52,067 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T12:43:52,070 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121036c3d0a0fe24f87b71ea8ce52d9e679_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121036c3d0a0fe24f87b71ea8ce52d9e679_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:52,072 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112104ff7b1b246341b5a74670a6f7fa9d60_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112104ff7b1b246341b5a74670a6f7fa9d60_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:52,073 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210ff309767fc34689b26f90fb5f50bd39_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210ff309767fc34689b26f90fb5f50bd39_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:52,074 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211d0f37b5169046c1a2c91c153c913755_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211d0f37b5169046c1a2c91c153c913755_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:52,075 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121219ee23cf1844b25b5c2f70c693be060_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121219ee23cf1844b25b5c2f70c693be060_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:52,076 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213f3bc2b723434ee280e4043cd93ec1e0_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213f3bc2b723434ee280e4043cd93ec1e0_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:52,077 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214b55e8b5fc6d494baea000bded2102ff_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214b55e8b5fc6d494baea000bded2102ff_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:52,079 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214fb6452791e141c3b82d4f69a5d23a29_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214fb6452791e141c3b82d4f69a5d23a29_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:52,080 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215659abcd87784ef29a73207a5b9f9bdd_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215659abcd87784ef29a73207a5b9f9bdd_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:52,081 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112170ea950507a1435098ce85debadc5777_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112170ea950507a1435098ce85debadc5777_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:52,083 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112174d7b55e5aee458fb4711a5aeb35af1a_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112174d7b55e5aee458fb4711a5aeb35af1a_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:52,084 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121780accaabf3c445aa4b9f8367f4f9aa6_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121780accaabf3c445aa4b9f8367f4f9aa6_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:52,086 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112180c547d770e34a41801fd2f1ace58d29_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112180c547d770e34a41801fd2f1ace58d29_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:52,089 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a1dbda8466c5406ca94c002a7dbdd394_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a1dbda8466c5406ca94c002a7dbdd394_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:52,091 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a6b72c20a177427d923b070a848f7000_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a6b72c20a177427d923b070a848f7000_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:52,095 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121aa7bf9a250e64ccfb5b58209a23d8b0c_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121aa7bf9a250e64ccfb5b58209a23d8b0c_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:52,097 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bb04f45ccacf4376813768069f9da8b4_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bb04f45ccacf4376813768069f9da8b4_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:52,098 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bea0f4720e0a4c4882ac448ff1b6fbc1_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bea0f4720e0a4c4882ac448ff1b6fbc1_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:52,099 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bf6d3d0a7e9e42428187c8295568a929_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bf6d3d0a7e9e42428187c8295568a929_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:52,101 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c49818d3441d4d01a39a521a7a08eb57_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c49818d3441d4d01a39a521a7a08eb57_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:52,102 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e2c3f4333e32447bbcc82b416c60f0a5_381229d5289a2f06b8a62832a6ad1031 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e2c3f4333e32447bbcc82b416c60f0a5_381229d5289a2f06b8a62832a6ad1031 2024-11-21T12:43:52,103 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T12:43:52,106 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=59, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:43:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-21T12:43:52,111 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T12:43:52,113 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T12:43:52,114 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=59, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:43:52,114 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T12:43:52,115 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732193032114"}]},"ts":"9223372036854775807"} 2024-11-21T12:43:52,116 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T12:43:52,117 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 381229d5289a2f06b8a62832a6ad1031, NAME => 'TestAcidGuarantees,,1732193003433.381229d5289a2f06b8a62832a6ad1031.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T12:43:52,117 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T12:43:52,117 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732193032117"}]},"ts":"9223372036854775807"} 2024-11-21T12:43:52,120 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T12:43:52,128 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=59, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:43:52,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 120 msec 2024-11-21T12:43:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-21T12:43:52,312 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-21T12:43:52,322 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=242 (was 240) Potentially hanging thread: hconnection-0x5584432d-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1307174458_22 at /127.0.0.1:60152 [Waiting for operation #765] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5584432d-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1307174458_22 at /127.0.0.1:54480 [Waiting for operation #1015] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1159311076_22 at /127.0.0.1:49888 [Waiting for operation #416] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5584432d-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1159311076_22 at /127.0.0.1:49766 [Waiting for operation #568] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5584432d-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/cluster_34147a42-92ec-e1c8-5d5a-c022cef682c8/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/cluster_34147a42-92ec-e1c8-5d5a-c022cef682c8/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 458) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=861 (was 769) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5506 (was 5737) 2024-11-21T12:43:52,330 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=242, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=861, ProcessCount=11, AvailableMemoryMB=5506 2024-11-21T12:43:52,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T12:43:52,331 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:43:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T12:43:52,333 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:43:52,333 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:52,333 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 60 2024-11-21T12:43:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-21T12:43:52,334 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:43:52,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742035_1211 (size=960) 2024-11-21T12:43:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-21T12:43:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-21T12:43:52,741 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36 2024-11-21T12:43:52,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742036_1212 (size=53) 2024-11-21T12:43:52,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-21T12:43:53,147 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:43:53,147 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing ea7cecfd943839d083a3bd71dd59e7f5, disabling compactions & flushes 2024-11-21T12:43:53,147 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:53,147 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:53,147 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. after waiting 0 ms 2024-11-21T12:43:53,147 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:53,147 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:53,147 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:43:53,148 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:43:53,149 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732193033148"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732193033148"}]},"ts":"1732193033148"} 2024-11-21T12:43:53,150 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T12:43:53,150 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:43:53,150 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732193033150"}]},"ts":"1732193033150"} 2024-11-21T12:43:53,151 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T12:43:53,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ea7cecfd943839d083a3bd71dd59e7f5, ASSIGN}] 2024-11-21T12:43:53,184 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ea7cecfd943839d083a3bd71dd59e7f5, ASSIGN 2024-11-21T12:43:53,185 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ea7cecfd943839d083a3bd71dd59e7f5, ASSIGN; state=OFFLINE, location=b3d5da5e0922,39829,1732192970767; forceNewPlan=false, retain=false 2024-11-21T12:43:53,335 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=ea7cecfd943839d083a3bd71dd59e7f5, regionState=OPENING, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:53,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; OpenRegionProcedure ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767}] 2024-11-21T12:43:53,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-21T12:43:53,488 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:53,491 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:53,491 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7285): Opening region: {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:43:53,491 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:43:53,491 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:43:53,491 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7327): checking encryption for ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:43:53,491 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7330): checking classloading for ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:43:53,493 INFO [StoreOpener-ea7cecfd943839d083a3bd71dd59e7f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:43:53,494 INFO [StoreOpener-ea7cecfd943839d083a3bd71dd59e7f5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:43:53,494 INFO [StoreOpener-ea7cecfd943839d083a3bd71dd59e7f5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea7cecfd943839d083a3bd71dd59e7f5 columnFamilyName A 2024-11-21T12:43:53,494 DEBUG [StoreOpener-ea7cecfd943839d083a3bd71dd59e7f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:53,494 INFO [StoreOpener-ea7cecfd943839d083a3bd71dd59e7f5-1 {}] regionserver.HStore(327): Store=ea7cecfd943839d083a3bd71dd59e7f5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:43:53,494 INFO [StoreOpener-ea7cecfd943839d083a3bd71dd59e7f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:43:53,495 INFO [StoreOpener-ea7cecfd943839d083a3bd71dd59e7f5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:43:53,495 INFO [StoreOpener-ea7cecfd943839d083a3bd71dd59e7f5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea7cecfd943839d083a3bd71dd59e7f5 columnFamilyName B 2024-11-21T12:43:53,495 DEBUG [StoreOpener-ea7cecfd943839d083a3bd71dd59e7f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:53,496 INFO [StoreOpener-ea7cecfd943839d083a3bd71dd59e7f5-1 {}] regionserver.HStore(327): Store=ea7cecfd943839d083a3bd71dd59e7f5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:43:53,496 INFO [StoreOpener-ea7cecfd943839d083a3bd71dd59e7f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:43:53,497 INFO [StoreOpener-ea7cecfd943839d083a3bd71dd59e7f5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:43:53,497 INFO [StoreOpener-ea7cecfd943839d083a3bd71dd59e7f5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea7cecfd943839d083a3bd71dd59e7f5 columnFamilyName C 2024-11-21T12:43:53,497 DEBUG [StoreOpener-ea7cecfd943839d083a3bd71dd59e7f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:43:53,498 INFO [StoreOpener-ea7cecfd943839d083a3bd71dd59e7f5-1 {}] regionserver.HStore(327): Store=ea7cecfd943839d083a3bd71dd59e7f5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:43:53,498 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:53,498 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:43:53,499 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:43:53,500 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T12:43:53,501 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1085): writing seq id for ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:43:53,503 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:43:53,503 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1102): Opened ea7cecfd943839d083a3bd71dd59e7f5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73040917, jitterRate=0.08839447796344757}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T12:43:53,503 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1001): Region open journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:43:53,504 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., pid=62, masterSystemTime=1732193033488 2024-11-21T12:43:53,505 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:53,505 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:53,505 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=ea7cecfd943839d083a3bd71dd59e7f5, regionState=OPEN, openSeqNum=2, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:53,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-21T12:43:53,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; OpenRegionProcedure ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 in 169 msec 2024-11-21T12:43:53,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-11-21T12:43:53,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ea7cecfd943839d083a3bd71dd59e7f5, ASSIGN in 324 msec 2024-11-21T12:43:53,509 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:43:53,509 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732193033509"}]},"ts":"1732193033509"} 2024-11-21T12:43:53,510 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T12:43:53,519 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:43:53,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1870 sec 2024-11-21T12:43:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-21T12:43:54,438 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 60 completed 2024-11-21T12:43:54,439 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5de16053 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e418e52 2024-11-21T12:43:54,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f7fad23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:43:54,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:43:54,480 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:43:54,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:43:54,483 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:43:54,487 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79228433 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b13a65b 2024-11-21T12:43:54,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f70aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:43:54,506 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x774e895a to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1189d896 2024-11-21T12:43:54,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@201a1a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:43:54,519 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d8ad087 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6218e2c8 2024-11-21T12:43:54,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1ed3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:43:54,529 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2bc97c62 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e62d571 2024-11-21T12:43:54,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b739b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:43:54,541 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x576595e4 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f340b24 2024-11-21T12:43:54,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6564c9d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:43:54,555 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3819c9f6 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7bf0bd6c 2024-11-21T12:43:54,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe9c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:43:54,568 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7dc73164 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@322e86d 2024-11-21T12:43:54,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c4c083b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:43:54,579 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bec6f0b to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f998f9b 2024-11-21T12:43:54,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3885183, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:43:54,593 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05a26c4c to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5694ce34 2024-11-21T12:43:54,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d1892c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:43:54,603 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a5484c7 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a411cd7 2024-11-21T12:43:54,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7142605a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:43:54,614 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:43:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-21T12:43:54,615 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:43:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-21T12:43:54,616 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:43:54,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:43:54,619 DEBUG [hconnection-0x322a37c4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:43:54,620 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42088, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:43:54,620 DEBUG [hconnection-0x22becbd4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:43:54,620 DEBUG [hconnection-0x697e1923-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:43:54,621 DEBUG [hconnection-0xf54c32d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:43:54,621 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:43:54,621 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42106, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:43:54,622 DEBUG [hconnection-0x50a8ef00-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:43:54,623 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:43:54,623 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:43:54,639 DEBUG [hconnection-0x16a5a3be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:43:54,639 DEBUG [hconnection-0x51d71c2f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:43:54,640 DEBUG [hconnection-0x67b59ee6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:43:54,640 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:43:54,641 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42138, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:43:54,641 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:43:54,642 DEBUG [hconnection-0x3e951f42-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:43:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:43:54,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ea7cecfd943839d083a3bd71dd59e7f5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T12:43:54,644 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:43:54,646 DEBUG [hconnection-0x6a9facde-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:43:54,647 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:43:54,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=A 2024-11-21T12:43:54,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:54,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=B 2024-11-21T12:43:54,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:54,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=C 2024-11-21T12:43:54,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:54,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/d14355dd1fab484d81f6ba00d9147315 is 50, key is test_row_0/A:col10/1732193034642/Put/seqid=0 2024-11-21T12:43:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-21T12:43:54,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193094708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:54,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193094712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:54,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42092 deadline: 1732193094726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:54,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193094726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:54,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193094726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:54,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742037_1213 (size=12001) 2024-11-21T12:43:54,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/d14355dd1fab484d81f6ba00d9147315 2024-11-21T12:43:54,767 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:54,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-21T12:43:54,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:54,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:43:54,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:54,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:54,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:54,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/d0bc5d199fdd46aebed232ea3ac92bfa is 50, key is test_row_0/B:col10/1732193034642/Put/seqid=0 2024-11-21T12:43:54,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193094834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:54,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:54,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193094834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193094834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:54,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42092 deadline: 1732193094834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:54,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193094837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:54,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742038_1214 (size=12001) 2024-11-21T12:43:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-21T12:43:54,931 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:54,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-21T12:43:54,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:54,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:43:54,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:54,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:54,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:55,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193095039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:55,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193095039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:55,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193095047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:55,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42092 deadline: 1732193095047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:55,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193095051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:55,088 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:55,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-21T12:43:55,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:55,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:43:55,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:55,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:55,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:55,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-21T12:43:55,255 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:55,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/d0bc5d199fdd46aebed232ea3ac92bfa 2024-11-21T12:43:55,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-21T12:43:55,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:55,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:43:55,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:55,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:55,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:55,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/5b63eb3dc21d46239c310b951812723e is 50, key is test_row_0/C:col10/1732193034642/Put/seqid=0 2024-11-21T12:43:55,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742039_1215 (size=12001) 2024-11-21T12:43:55,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193095345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:55,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:55,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193095352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42092 deadline: 1732193095352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:55,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193095355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:55,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193095369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:55,417 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:55,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-21T12:43:55,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:55,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:43:55,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:55,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:55,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:55,570 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:55,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-21T12:43:55,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:55,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:43:55,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:55,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:55,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-21T12:43:55,725 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:55,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-21T12:43:55,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:55,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:43:55,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:55,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:55,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:55,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/5b63eb3dc21d46239c310b951812723e 2024-11-21T12:43:55,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/d14355dd1fab484d81f6ba00d9147315 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/d14355dd1fab484d81f6ba00d9147315 2024-11-21T12:43:55,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/d14355dd1fab484d81f6ba00d9147315, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T12:43:55,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/d0bc5d199fdd46aebed232ea3ac92bfa as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/d0bc5d199fdd46aebed232ea3ac92bfa 2024-11-21T12:43:55,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/d0bc5d199fdd46aebed232ea3ac92bfa, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T12:43:55,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/5b63eb3dc21d46239c310b951812723e as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/5b63eb3dc21d46239c310b951812723e 2024-11-21T12:43:55,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/5b63eb3dc21d46239c310b951812723e, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T12:43:55,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for ea7cecfd943839d083a3bd71dd59e7f5 in 1148ms, sequenceid=13, compaction requested=false 2024-11-21T12:43:55,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:43:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:43:55,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ea7cecfd943839d083a3bd71dd59e7f5 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-21T12:43:55,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=A 2024-11-21T12:43:55,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:55,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=B 2024-11-21T12:43:55,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:55,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=C 2024-11-21T12:43:55,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:55,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/05aeae4c6bfa4a51bab92c4b38eab23e is 50, key is test_row_0/A:col10/1732193035859/Put/seqid=0 2024-11-21T12:43:55,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:55,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193095868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193095867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:55,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42092 deadline: 1732193095871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:55,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193095871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:55,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193095879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:55,882 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:55,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-21T12:43:55,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:55,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:43:55,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:55,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:55,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:55,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742040_1216 (size=12001) 2024-11-21T12:43:55,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193095973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:55,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193095976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:55,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42092 deadline: 1732193095976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:56,047 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:56,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-21T12:43:56,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:56,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:43:56,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:56,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:56,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:56,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193096177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:56,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42092 deadline: 1732193096182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:56,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193096182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:56,207 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:56,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-21T12:43:56,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:56,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:43:56,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:56,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:56,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:56,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/05aeae4c6bfa4a51bab92c4b38eab23e 2024-11-21T12:43:56,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/5adba27e5c664d6f979c49ec9e186237 is 50, key is test_row_0/B:col10/1732193035859/Put/seqid=0 2024-11-21T12:43:56,378 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:56,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-21T12:43:56,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:56,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:43:56,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:56,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:56,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:56,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742041_1217 (size=12001) 2024-11-21T12:43:56,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:56,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193096483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:56,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193096485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:56,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42092 deadline: 1732193096486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:56,535 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:56,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-21T12:43:56,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:56,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:43:56,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:56,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:56,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:56,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:56,700 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:56,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-21T12:43:56,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:56,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:43:56,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:56,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:56,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:56,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:56,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-21T12:43:56,745 DEBUG [master/b3d5da5e0922:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region f0e53961293052e6e529f919885bfcba changed from -1.0 to 0.0, refreshing cache 2024-11-21T12:43:56,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/5adba27e5c664d6f979c49ec9e186237 2024-11-21T12:43:56,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/d2490d5796884be0bca175321ad7834f is 50, key is test_row_0/C:col10/1732193035859/Put/seqid=0 2024-11-21T12:43:56,865 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:56,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-21T12:43:56,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:56,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:43:56,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:56,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:56,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:56,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742042_1218 (size=12001) 2024-11-21T12:43:56,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193096883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:56,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/d2490d5796884be0bca175321ad7834f 2024-11-21T12:43:56,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193096884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:56,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/05aeae4c6bfa4a51bab92c4b38eab23e as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/05aeae4c6bfa4a51bab92c4b38eab23e 2024-11-21T12:43:56,955 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T12:43:56,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/05aeae4c6bfa4a51bab92c4b38eab23e, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T12:43:56,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/5adba27e5c664d6f979c49ec9e186237 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/5adba27e5c664d6f979c49ec9e186237 2024-11-21T12:43:56,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193096986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:56,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42092 deadline: 1732193096992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:57,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193096999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:57,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/5adba27e5c664d6f979c49ec9e186237, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T12:43:57,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/d2490d5796884be0bca175321ad7834f as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/d2490d5796884be0bca175321ad7834f 2024-11-21T12:43:57,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/d2490d5796884be0bca175321ad7834f, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T12:43:57,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for ea7cecfd943839d083a3bd71dd59e7f5 in 1156ms, sequenceid=40, compaction requested=false 2024-11-21T12:43:57,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:43:57,031 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:57,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-21T12:43:57,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:57,031 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing ea7cecfd943839d083a3bd71dd59e7f5 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-21T12:43:57,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=A 2024-11-21T12:43:57,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:57,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=B 2024-11-21T12:43:57,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:57,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=C 2024-11-21T12:43:57,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:57,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/2c8667cdb42d4249841c1e7e61b331c7 is 50, key is test_row_0/A:col10/1732193035866/Put/seqid=0 2024-11-21T12:43:57,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742043_1219 (size=12001) 2024-11-21T12:43:57,483 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/2c8667cdb42d4249841c1e7e61b331c7 2024-11-21T12:43:57,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/90d834049b98495ba5bdf8245d9ed5af is 50, key is test_row_0/B:col10/1732193035866/Put/seqid=0 2024-11-21T12:43:57,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742044_1220 (size=12001) 2024-11-21T12:43:57,548 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/90d834049b98495ba5bdf8245d9ed5af 2024-11-21T12:43:57,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/635e9739f1d3496c9539db5eee6e96c2 is 50, key is test_row_0/C:col10/1732193035866/Put/seqid=0 2024-11-21T12:43:57,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742045_1221 (size=12001) 2024-11-21T12:43:57,624 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/635e9739f1d3496c9539db5eee6e96c2 2024-11-21T12:43:57,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/2c8667cdb42d4249841c1e7e61b331c7 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/2c8667cdb42d4249841c1e7e61b331c7 2024-11-21T12:43:57,687 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/2c8667cdb42d4249841c1e7e61b331c7, entries=150, sequenceid=49, filesize=11.7 K 2024-11-21T12:43:57,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/90d834049b98495ba5bdf8245d9ed5af as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/90d834049b98495ba5bdf8245d9ed5af 2024-11-21T12:43:57,739 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/90d834049b98495ba5bdf8245d9ed5af, entries=150, sequenceid=49, filesize=11.7 K 2024-11-21T12:43:57,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/635e9739f1d3496c9539db5eee6e96c2 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/635e9739f1d3496c9539db5eee6e96c2 2024-11-21T12:43:57,791 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/635e9739f1d3496c9539db5eee6e96c2, entries=150, sequenceid=49, filesize=11.7 K 2024-11-21T12:43:57,793 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for ea7cecfd943839d083a3bd71dd59e7f5 in 761ms, sequenceid=49, compaction requested=true 2024-11-21T12:43:57,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:43:57,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:57,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-21T12:43:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-21T12:43:57,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-21T12:43:57,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1780 sec 2024-11-21T12:43:57,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 3.1820 sec 2024-11-21T12:43:58,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ea7cecfd943839d083a3bd71dd59e7f5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T12:43:58,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=A 2024-11-21T12:43:58,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:58,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=B 2024-11-21T12:43:58,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:58,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=C 2024-11-21T12:43:58,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:43:58,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/ca1fd77ea8094e0197192c9bede29bde is 50, key is test_row_0/A:col10/1732193038004/Put/seqid=0 2024-11-21T12:43:58,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742046_1222 (size=12001) 2024-11-21T12:43:58,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193098076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:58,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193098079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:58,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/ca1fd77ea8094e0197192c9bede29bde 2024-11-21T12:43:58,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42092 deadline: 1732193098082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:58,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/ff74584094514f09abcef935eff583e0 is 50, key is test_row_0/B:col10/1732193038004/Put/seqid=0 2024-11-21T12:43:58,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742047_1223 (size=12001) 2024-11-21T12:43:58,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193098181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:58,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42092 deadline: 1732193098187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:58,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193098189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:58,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193098391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:58,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42092 deadline: 1732193098392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:58,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193098396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:58,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/ff74584094514f09abcef935eff583e0 2024-11-21T12:43:58,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/dbc4250a0d0f43ffb1cc82ecbff32727 is 50, key is test_row_0/C:col10/1732193038004/Put/seqid=0 2024-11-21T12:43:58,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742048_1224 (size=12001) 2024-11-21T12:43:58,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/dbc4250a0d0f43ffb1cc82ecbff32727 2024-11-21T12:43:58,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42092 deadline: 1732193098697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:58,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193098702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:58,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193098714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-21T12:43:58,732 INFO [Thread-1008 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-21T12:43:58,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/ca1fd77ea8094e0197192c9bede29bde as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/ca1fd77ea8094e0197192c9bede29bde 2024-11-21T12:43:58,739 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:43:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-21T12:43:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-21T12:43:58,759 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:43:58,770 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:43:58,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:43:58,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/ca1fd77ea8094e0197192c9bede29bde, entries=150, sequenceid=60, filesize=11.7 K 2024-11-21T12:43:58,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/ff74584094514f09abcef935eff583e0 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/ff74584094514f09abcef935eff583e0 2024-11-21T12:43:58,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/ff74584094514f09abcef935eff583e0, entries=150, sequenceid=60, filesize=11.7 K 2024-11-21T12:43:58,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/dbc4250a0d0f43ffb1cc82ecbff32727 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/dbc4250a0d0f43ffb1cc82ecbff32727 2024-11-21T12:43:58,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/dbc4250a0d0f43ffb1cc82ecbff32727, entries=150, sequenceid=60, filesize=11.7 K 2024-11-21T12:43:58,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ea7cecfd943839d083a3bd71dd59e7f5 in 822ms, sequenceid=60, compaction requested=true 2024-11-21T12:43:58,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:43:58,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea7cecfd943839d083a3bd71dd59e7f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:43:58,838 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:43:58,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:58,839 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:43:58,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea7cecfd943839d083a3bd71dd59e7f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:43:58,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:58,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea7cecfd943839d083a3bd71dd59e7f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:43:58,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:58,842 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:43:58,842 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): ea7cecfd943839d083a3bd71dd59e7f5/B is initiating minor compaction (all files) 2024-11-21T12:43:58,842 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ea7cecfd943839d083a3bd71dd59e7f5/B in TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:58,843 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/d0bc5d199fdd46aebed232ea3ac92bfa, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/5adba27e5c664d6f979c49ec9e186237, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/90d834049b98495ba5bdf8245d9ed5af, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/ff74584094514f09abcef935eff583e0] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp, totalSize=46.9 K 2024-11-21T12:43:58,843 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:43:58,843 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): ea7cecfd943839d083a3bd71dd59e7f5/A is initiating minor compaction (all files) 2024-11-21T12:43:58,843 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ea7cecfd943839d083a3bd71dd59e7f5/A in TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:58,843 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/d14355dd1fab484d81f6ba00d9147315, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/05aeae4c6bfa4a51bab92c4b38eab23e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/2c8667cdb42d4249841c1e7e61b331c7, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/ca1fd77ea8094e0197192c9bede29bde] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp, totalSize=46.9 K 2024-11-21T12:43:58,844 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting d14355dd1fab484d81f6ba00d9147315, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732193034639 2024-11-21T12:43:58,844 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting d0bc5d199fdd46aebed232ea3ac92bfa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732193034639 2024-11-21T12:43:58,844 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 5adba27e5c664d6f979c49ec9e186237, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732193034684 2024-11-21T12:43:58,844 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05aeae4c6bfa4a51bab92c4b38eab23e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732193034684 2024-11-21T12:43:58,845 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c8667cdb42d4249841c1e7e61b331c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732193035866 2024-11-21T12:43:58,845 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 90d834049b98495ba5bdf8245d9ed5af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732193035866 2024-11-21T12:43:58,846 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca1fd77ea8094e0197192c9bede29bde, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732193038004 2024-11-21T12:43:58,846 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting ff74584094514f09abcef935eff583e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732193038004 2024-11-21T12:43:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-21T12:43:58,864 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea7cecfd943839d083a3bd71dd59e7f5#A#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:58,865 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/9e72e1a1298948ffaa22f0bf714230f4 is 50, key is test_row_0/A:col10/1732193038004/Put/seqid=0 2024-11-21T12:43:58,880 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea7cecfd943839d083a3bd71dd59e7f5#B#compaction#178 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:58,880 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/a0792dfc45724b2e8eb638be4a0fe11b is 50, key is test_row_0/B:col10/1732193038004/Put/seqid=0 2024-11-21T12:43:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:43:58,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ea7cecfd943839d083a3bd71dd59e7f5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T12:43:58,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=A 2024-11-21T12:43:58,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:58,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=B 2024-11-21T12:43:58,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:58,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=C 2024-11-21T12:43:58,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:43:58,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/b3490a100cfc4272a5203bc9ddee9a83 is 50, key is test_row_0/A:col10/1732193038889/Put/seqid=0 2024-11-21T12:43:58,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742049_1225 (size=12139) 2024-11-21T12:43:58,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193098918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:58,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193098923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:58,929 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/9e72e1a1298948ffaa22f0bf714230f4 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/9e72e1a1298948ffaa22f0bf714230f4 2024-11-21T12:43:58,931 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:58,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-21T12:43:58,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:58,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:43:58,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:58,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:58,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:58,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742050_1226 (size=12139) 2024-11-21T12:43:58,947 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ea7cecfd943839d083a3bd71dd59e7f5/A of ea7cecfd943839d083a3bd71dd59e7f5 into 9e72e1a1298948ffaa22f0bf714230f4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:58,947 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:43:58,947 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., storeName=ea7cecfd943839d083a3bd71dd59e7f5/A, priority=12, startTime=1732193038838; duration=0sec 2024-11-21T12:43:58,948 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:43:58,948 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea7cecfd943839d083a3bd71dd59e7f5:A 2024-11-21T12:43:58,948 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:43:58,950 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:43:58,950 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): ea7cecfd943839d083a3bd71dd59e7f5/C is initiating minor compaction (all files) 2024-11-21T12:43:58,950 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ea7cecfd943839d083a3bd71dd59e7f5/C in TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:58,951 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/5b63eb3dc21d46239c310b951812723e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/d2490d5796884be0bca175321ad7834f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/635e9739f1d3496c9539db5eee6e96c2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/dbc4250a0d0f43ffb1cc82ecbff32727] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp, totalSize=46.9 K 2024-11-21T12:43:58,951 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b63eb3dc21d46239c310b951812723e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732193034639 2024-11-21T12:43:58,952 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2490d5796884be0bca175321ad7834f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732193034684 2024-11-21T12:43:58,952 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 635e9739f1d3496c9539db5eee6e96c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732193035866 2024-11-21T12:43:58,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742051_1227 (size=14341) 2024-11-21T12:43:58,957 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbc4250a0d0f43ffb1cc82ecbff32727, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732193038004 2024-11-21T12:43:58,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/b3490a100cfc4272a5203bc9ddee9a83 2024-11-21T12:43:58,992 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea7cecfd943839d083a3bd71dd59e7f5#C#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:43:58,993 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/a2a6e0bc54724b72b01b81e28fd3d084 is 50, key is test_row_0/C:col10/1732193038004/Put/seqid=0 2024-11-21T12:43:59,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/33fd9ee7e31047b1b6cfa4a0c008585e is 50, key is test_row_0/B:col10/1732193038889/Put/seqid=0 2024-11-21T12:43:59,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742052_1228 (size=12139) 2024-11-21T12:43:59,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742053_1229 (size=12001) 2024-11-21T12:43:59,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193099028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:59,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193099033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-21T12:43:59,086 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:59,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-21T12:43:59,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:59,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:43:59,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:59,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:59,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:59,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42092 deadline: 1732193099206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:59,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193099214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:59,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193099219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:59,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193099232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:59,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193099237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:59,242 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:59,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-21T12:43:59,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:59,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:43:59,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:59,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:59,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-21T12:43:59,360 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/a0792dfc45724b2e8eb638be4a0fe11b as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/a0792dfc45724b2e8eb638be4a0fe11b 2024-11-21T12:43:59,366 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ea7cecfd943839d083a3bd71dd59e7f5/B of ea7cecfd943839d083a3bd71dd59e7f5 into a0792dfc45724b2e8eb638be4a0fe11b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:59,366 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:43:59,367 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., storeName=ea7cecfd943839d083a3bd71dd59e7f5/B, priority=12, startTime=1732193038838; duration=0sec 2024-11-21T12:43:59,367 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:59,367 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea7cecfd943839d083a3bd71dd59e7f5:B 2024-11-21T12:43:59,407 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:59,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-21T12:43:59,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:59,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:43:59,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:59,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:59,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:59,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/33fd9ee7e31047b1b6cfa4a0c008585e 2024-11-21T12:43:59,438 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/a2a6e0bc54724b72b01b81e28fd3d084 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/a2a6e0bc54724b72b01b81e28fd3d084 2024-11-21T12:43:59,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/4ba22aea800c43d28249c4abb1b16300 is 50, key is test_row_0/C:col10/1732193038889/Put/seqid=0 2024-11-21T12:43:59,453 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ea7cecfd943839d083a3bd71dd59e7f5/C of ea7cecfd943839d083a3bd71dd59e7f5 into a2a6e0bc54724b72b01b81e28fd3d084(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:43:59,453 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:43:59,453 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., storeName=ea7cecfd943839d083a3bd71dd59e7f5/C, priority=12, startTime=1732193038839; duration=0sec 2024-11-21T12:43:59,453 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:43:59,453 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea7cecfd943839d083a3bd71dd59e7f5:C 2024-11-21T12:43:59,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742054_1230 (size=12001) 2024-11-21T12:43:59,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193099539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:59,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:43:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193099540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:59,570 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:59,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-21T12:43:59,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:59,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:43:59,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:59,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:59,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:59,727 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:59,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-21T12:43:59,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:59,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:43:59,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:59,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:59,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-21T12:43:59,883 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:43:59,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-21T12:43:59,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:59,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:43:59,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:43:59,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:59,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:43:59,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/4ba22aea800c43d28249c4abb1b16300 2024-11-21T12:43:59,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/b3490a100cfc4272a5203bc9ddee9a83 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/b3490a100cfc4272a5203bc9ddee9a83 2024-11-21T12:43:59,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/b3490a100cfc4272a5203bc9ddee9a83, entries=200, sequenceid=86, filesize=14.0 K 2024-11-21T12:43:59,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/33fd9ee7e31047b1b6cfa4a0c008585e as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/33fd9ee7e31047b1b6cfa4a0c008585e 2024-11-21T12:43:59,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/33fd9ee7e31047b1b6cfa4a0c008585e, entries=150, sequenceid=86, filesize=11.7 K 2024-11-21T12:43:59,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/4ba22aea800c43d28249c4abb1b16300 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/4ba22aea800c43d28249c4abb1b16300 2024-11-21T12:43:59,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/4ba22aea800c43d28249c4abb1b16300, entries=150, sequenceid=86, filesize=11.7 K 2024-11-21T12:43:59,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for ea7cecfd943839d083a3bd71dd59e7f5 in 1051ms, sequenceid=86, compaction requested=false 2024-11-21T12:43:59,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:00,038 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:00,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-21T12:44:00,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:00,043 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing ea7cecfd943839d083a3bd71dd59e7f5 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-21T12:44:00,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=A 2024-11-21T12:44:00,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:00,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=B 2024-11-21T12:44:00,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:00,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=C 2024-11-21T12:44:00,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:44:00,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:00,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/eb1107529221437d80c51a8e9870c432 is 50, key is test_row_0/A:col10/1732193038894/Put/seqid=0 2024-11-21T12:44:00,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742055_1231 (size=12001) 2024-11-21T12:44:00,066 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/eb1107529221437d80c51a8e9870c432 2024-11-21T12:44:00,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/a04bb6bf017d48328599458bce971d2c is 50, key is test_row_0/B:col10/1732193038894/Put/seqid=0 2024-11-21T12:44:00,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742056_1232 (size=12001) 2024-11-21T12:44:00,085 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/a04bb6bf017d48328599458bce971d2c 2024-11-21T12:44:00,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/972be94d1a204d6e96f06f663385c1df is 50, key is test_row_0/C:col10/1732193038894/Put/seqid=0 2024-11-21T12:44:00,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193100116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:00,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193100120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:00,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742057_1233 (size=12001) 2024-11-21T12:44:00,134 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/972be94d1a204d6e96f06f663385c1df 2024-11-21T12:44:00,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/eb1107529221437d80c51a8e9870c432 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/eb1107529221437d80c51a8e9870c432 2024-11-21T12:44:00,176 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/eb1107529221437d80c51a8e9870c432, entries=150, sequenceid=99, filesize=11.7 K 2024-11-21T12:44:00,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/a04bb6bf017d48328599458bce971d2c as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/a04bb6bf017d48328599458bce971d2c 2024-11-21T12:44:00,183 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/a04bb6bf017d48328599458bce971d2c, entries=150, sequenceid=99, filesize=11.7 K 2024-11-21T12:44:00,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/972be94d1a204d6e96f06f663385c1df as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/972be94d1a204d6e96f06f663385c1df 2024-11-21T12:44:00,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42092 deadline: 1732193100213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:00,216 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/972be94d1a204d6e96f06f663385c1df, entries=150, sequenceid=99, filesize=11.7 K 2024-11-21T12:44:00,217 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for ea7cecfd943839d083a3bd71dd59e7f5 in 174ms, sequenceid=99, compaction requested=true 2024-11-21T12:44:00,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:00,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:00,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-21T12:44:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-21T12:44:00,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-21T12:44:00,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4480 sec 2024-11-21T12:44:00,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.4830 sec 2024-11-21T12:44:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:44:00,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ea7cecfd943839d083a3bd71dd59e7f5 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-21T12:44:00,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=A 2024-11-21T12:44:00,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:00,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=B 2024-11-21T12:44:00,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:00,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=C 2024-11-21T12:44:00,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:00,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/58b669f829a54ac49ea664d35e722f00 is 50, key is test_row_0/A:col10/1732193040118/Put/seqid=0 2024-11-21T12:44:00,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193100238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:00,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193100242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:00,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193100252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:00,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193100253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:00,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742058_1234 (size=12001) 2024-11-21T12:44:00,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/58b669f829a54ac49ea664d35e722f00 2024-11-21T12:44:00,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/5428418d84d14533a4f06214ca367dc3 is 50, key is test_row_0/B:col10/1732193040118/Put/seqid=0 2024-11-21T12:44:00,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742059_1235 (size=12001) 2024-11-21T12:44:00,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/5428418d84d14533a4f06214ca367dc3 2024-11-21T12:44:00,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/b6c6a06835ae4c4eb8236dc155362361 is 50, key is test_row_0/C:col10/1732193040118/Put/seqid=0 2024-11-21T12:44:00,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193100353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:00,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193100353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:00,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193100357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:00,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193100359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:00,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742060_1236 (size=12001) 2024-11-21T12:44:00,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/b6c6a06835ae4c4eb8236dc155362361 2024-11-21T12:44:00,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/58b669f829a54ac49ea664d35e722f00 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/58b669f829a54ac49ea664d35e722f00 2024-11-21T12:44:00,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/58b669f829a54ac49ea664d35e722f00, entries=150, sequenceid=126, filesize=11.7 K 2024-11-21T12:44:00,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/5428418d84d14533a4f06214ca367dc3 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/5428418d84d14533a4f06214ca367dc3 2024-11-21T12:44:00,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/5428418d84d14533a4f06214ca367dc3, entries=150, sequenceid=126, filesize=11.7 K 2024-11-21T12:44:00,480 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-21T12:44:00,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/b6c6a06835ae4c4eb8236dc155362361 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/b6c6a06835ae4c4eb8236dc155362361 2024-11-21T12:44:00,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/b6c6a06835ae4c4eb8236dc155362361, entries=150, sequenceid=126, filesize=11.7 K 2024-11-21T12:44:00,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for ea7cecfd943839d083a3bd71dd59e7f5 in 288ms, sequenceid=126, compaction requested=true 2024-11-21T12:44:00,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:00,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea7cecfd943839d083a3bd71dd59e7f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:44:00,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:00,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea7cecfd943839d083a3bd71dd59e7f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:44:00,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T12:44:00,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea7cecfd943839d083a3bd71dd59e7f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:44:00,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-21T12:44:00,517 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:44:00,519 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:44:00,524 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50482 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:44:00,525 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): ea7cecfd943839d083a3bd71dd59e7f5/A is initiating minor compaction (all files) 2024-11-21T12:44:00,525 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ea7cecfd943839d083a3bd71dd59e7f5/A in TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:00,525 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/9e72e1a1298948ffaa22f0bf714230f4, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/b3490a100cfc4272a5203bc9ddee9a83, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/eb1107529221437d80c51a8e9870c432, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/58b669f829a54ac49ea664d35e722f00] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp, totalSize=49.3 K 2024-11-21T12:44:00,530 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e72e1a1298948ffaa22f0bf714230f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732193038004 2024-11-21T12:44:00,535 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3490a100cfc4272a5203bc9ddee9a83, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732193038057 2024-11-21T12:44:00,536 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:44:00,536 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): ea7cecfd943839d083a3bd71dd59e7f5/C is initiating minor compaction (all files) 2024-11-21T12:44:00,536 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ea7cecfd943839d083a3bd71dd59e7f5/C in TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:00,536 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/a2a6e0bc54724b72b01b81e28fd3d084, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/4ba22aea800c43d28249c4abb1b16300, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/972be94d1a204d6e96f06f663385c1df, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/b6c6a06835ae4c4eb8236dc155362361] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp, totalSize=47.0 K 2024-11-21T12:44:00,538 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb1107529221437d80c51a8e9870c432, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732193038894 2024-11-21T12:44:00,538 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting a2a6e0bc54724b72b01b81e28fd3d084, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732193038004 2024-11-21T12:44:00,539 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58b669f829a54ac49ea664d35e722f00, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732193040108 2024-11-21T12:44:00,542 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ba22aea800c43d28249c4abb1b16300, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732193038074 2024-11-21T12:44:00,545 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 972be94d1a204d6e96f06f663385c1df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732193038894 2024-11-21T12:44:00,547 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting b6c6a06835ae4c4eb8236dc155362361, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732193040108 2024-11-21T12:44:00,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ea7cecfd943839d083a3bd71dd59e7f5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T12:44:00,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=A 2024-11-21T12:44:00,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:00,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=B 2024-11-21T12:44:00,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:00,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=C 2024-11-21T12:44:00,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:44:00,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/7c78cc126bc44b12829d20b8152d106b is 50, key is test_row_0/A:col10/1732193040559/Put/seqid=0 2024-11-21T12:44:00,588 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea7cecfd943839d083a3bd71dd59e7f5#A#compaction#190 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:00,589 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/d105687c36f546e69849f9c3f073843e is 50, key is test_row_0/A:col10/1732193040118/Put/seqid=0 2024-11-21T12:44:00,597 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea7cecfd943839d083a3bd71dd59e7f5#C#compaction#191 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:00,597 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/0f506950b4864baeafab67ef03db2902 is 50, key is test_row_0/C:col10/1732193040118/Put/seqid=0 2024-11-21T12:44:00,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193100616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:00,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193100616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:00,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193100620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:00,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193100623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:00,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742062_1238 (size=14541) 2024-11-21T12:44:00,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/7c78cc126bc44b12829d20b8152d106b 2024-11-21T12:44:00,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742063_1239 (size=12275) 2024-11-21T12:44:00,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742061_1237 (size=12275) 2024-11-21T12:44:00,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/f826291048e44c6d88ef7e137631f2fd is 50, key is test_row_0/B:col10/1732193040559/Put/seqid=0 2024-11-21T12:44:00,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742064_1240 (size=12151) 2024-11-21T12:44:00,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193100725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:00,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193100725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:00,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/f826291048e44c6d88ef7e137631f2fd 2024-11-21T12:44:00,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193100736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:00,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193100740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:00,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/133e7f28c94e44508d8d5dd05c8ff62e is 50, key is test_row_0/C:col10/1732193040559/Put/seqid=0 2024-11-21T12:44:00,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742065_1241 (size=12151) 2024-11-21T12:44:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-21T12:44:00,871 INFO [Thread-1008 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-21T12:44:00,887 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:44:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-21T12:44:00,888 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:44:00,889 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:44:00,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:44:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T12:44:00,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193100930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:00,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193100935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:00,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193100959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:00,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193100962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T12:44:01,041 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:01,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T12:44:01,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:01,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:01,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:01,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:01,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:01,071 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/d105687c36f546e69849f9c3f073843e as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/d105687c36f546e69849f9c3f073843e 2024-11-21T12:44:01,071 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/0f506950b4864baeafab67ef03db2902 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/0f506950b4864baeafab67ef03db2902 2024-11-21T12:44:01,079 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ea7cecfd943839d083a3bd71dd59e7f5/A of ea7cecfd943839d083a3bd71dd59e7f5 into d105687c36f546e69849f9c3f073843e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:01,079 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ea7cecfd943839d083a3bd71dd59e7f5/C of ea7cecfd943839d083a3bd71dd59e7f5 into 0f506950b4864baeafab67ef03db2902(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:01,079 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:01,079 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:01,079 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., storeName=ea7cecfd943839d083a3bd71dd59e7f5/A, priority=12, startTime=1732193040517; duration=0sec 2024-11-21T12:44:01,079 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., storeName=ea7cecfd943839d083a3bd71dd59e7f5/C, priority=12, startTime=1732193040517; duration=0sec 2024-11-21T12:44:01,079 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:01,079 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea7cecfd943839d083a3bd71dd59e7f5:A 2024-11-21T12:44:01,079 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:01,079 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea7cecfd943839d083a3bd71dd59e7f5:C 2024-11-21T12:44:01,079 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:44:01,083 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:44:01,083 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): ea7cecfd943839d083a3bd71dd59e7f5/B is initiating minor compaction (all files) 2024-11-21T12:44:01,083 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ea7cecfd943839d083a3bd71dd59e7f5/B in TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:01,083 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/a0792dfc45724b2e8eb638be4a0fe11b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/33fd9ee7e31047b1b6cfa4a0c008585e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/a04bb6bf017d48328599458bce971d2c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/5428418d84d14533a4f06214ca367dc3] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp, totalSize=47.0 K 2024-11-21T12:44:01,084 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0792dfc45724b2e8eb638be4a0fe11b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732193038004 2024-11-21T12:44:01,084 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33fd9ee7e31047b1b6cfa4a0c008585e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732193038074 2024-11-21T12:44:01,085 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting a04bb6bf017d48328599458bce971d2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732193038894 2024-11-21T12:44:01,085 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5428418d84d14533a4f06214ca367dc3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732193040108 2024-11-21T12:44:01,112 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea7cecfd943839d083a3bd71dd59e7f5#B#compaction#194 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:01,113 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/928ec9469fa440c8a3c6f08a74792422 is 50, key is test_row_0/B:col10/1732193040118/Put/seqid=0 2024-11-21T12:44:01,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742066_1242 (size=12275) 2024-11-21T12:44:01,195 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T12:44:01,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T12:44:01,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:01,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:01,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:01,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:01,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:01,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/133e7f28c94e44508d8d5dd05c8ff62e 2024-11-21T12:44:01,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/7c78cc126bc44b12829d20b8152d106b as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/7c78cc126bc44b12829d20b8152d106b 2024-11-21T12:44:01,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193101240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:01,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/7c78cc126bc44b12829d20b8152d106b, entries=200, sequenceid=137, filesize=14.2 K 2024-11-21T12:44:01,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193101244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:01,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/f826291048e44c6d88ef7e137631f2fd as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/f826291048e44c6d88ef7e137631f2fd 2024-11-21T12:44:01,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/f826291048e44c6d88ef7e137631f2fd, entries=150, sequenceid=137, filesize=11.9 K 2024-11-21T12:44:01,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/133e7f28c94e44508d8d5dd05c8ff62e as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/133e7f28c94e44508d8d5dd05c8ff62e 2024-11-21T12:44:01,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/133e7f28c94e44508d8d5dd05c8ff62e, entries=150, sequenceid=137, filesize=11.9 K 2024-11-21T12:44:01,268 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-21T12:44:01,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ea7cecfd943839d083a3bd71dd59e7f5 in 709ms, sequenceid=137, compaction requested=false 2024-11-21T12:44:01,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:44:01,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ea7cecfd943839d083a3bd71dd59e7f5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T12:44:01,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=A 2024-11-21T12:44:01,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:01,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=B 2024-11-21T12:44:01,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:01,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=C 2024-11-21T12:44:01,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:01,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/a41524aa8b024645a567120bcbcc2947 is 50, key is test_row_0/A:col10/1732193041273/Put/seqid=0 2024-11-21T12:44:01,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742067_1243 (size=12151) 2024-11-21T12:44:01,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:01,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193101305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:01,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193101305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:01,363 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:01,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T12:44:01,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:01,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:01,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:01,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:01,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:01,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193101412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:01,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193101415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T12:44:01,519 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:01,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T12:44:01,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:01,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:01,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:01,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:01,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:01,599 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/928ec9469fa440c8a3c6f08a74792422 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/928ec9469fa440c8a3c6f08a74792422 2024-11-21T12:44:01,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193101615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:01,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193101619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:01,641 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ea7cecfd943839d083a3bd71dd59e7f5/B of ea7cecfd943839d083a3bd71dd59e7f5 into 928ec9469fa440c8a3c6f08a74792422(size=12.0 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:01,641 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:01,641 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., storeName=ea7cecfd943839d083a3bd71dd59e7f5/B, priority=12, startTime=1732193040517; duration=0sec 2024-11-21T12:44:01,642 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:01,642 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea7cecfd943839d083a3bd71dd59e7f5:B 2024-11-21T12:44:01,681 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:01,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T12:44:01,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:01,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:01,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:01,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:01,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:01,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/a41524aa8b024645a567120bcbcc2947 2024-11-21T12:44:01,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/c0d1a660c0a9462181b64a28ccafc28a is 50, key is test_row_0/B:col10/1732193041273/Put/seqid=0 2024-11-21T12:44:01,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193101747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:01,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193101750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:01,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742068_1244 (size=12151) 2024-11-21T12:44:01,839 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:01,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T12:44:01,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:01,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:01,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:01,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:01,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:01,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193101923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:01,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193101923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T12:44:02,001 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:02,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T12:44:02,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:02,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:02,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:02,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:02,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:02,159 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:02,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T12:44:02,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:02,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:02,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:02,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:02,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:02,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/c0d1a660c0a9462181b64a28ccafc28a 2024-11-21T12:44:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:02,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/1115fca460da4dc8b51eccc77a6b93f5 is 50, key is test_row_0/C:col10/1732193041273/Put/seqid=0 2024-11-21T12:44:02,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742069_1245 (size=12151) 2024-11-21T12:44:02,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/1115fca460da4dc8b51eccc77a6b93f5 2024-11-21T12:44:02,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/a41524aa8b024645a567120bcbcc2947 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/a41524aa8b024645a567120bcbcc2947 2024-11-21T12:44:02,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/a41524aa8b024645a567120bcbcc2947, entries=150, sequenceid=167, filesize=11.9 K 2024-11-21T12:44:02,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/c0d1a660c0a9462181b64a28ccafc28a as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/c0d1a660c0a9462181b64a28ccafc28a 2024-11-21T12:44:02,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/c0d1a660c0a9462181b64a28ccafc28a, entries=150, sequenceid=167, filesize=11.9 K 2024-11-21T12:44:02,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/1115fca460da4dc8b51eccc77a6b93f5 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/1115fca460da4dc8b51eccc77a6b93f5 2024-11-21T12:44:02,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42092 deadline: 1732193102238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:02,239 DEBUG [Thread-1004 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., hostname=b3d5da5e0922,39829,1732192970767, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:44:02,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/1115fca460da4dc8b51eccc77a6b93f5, entries=150, sequenceid=167, filesize=11.9 K 2024-11-21T12:44:02,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for ea7cecfd943839d083a3bd71dd59e7f5 in 972ms, sequenceid=167, compaction requested=true 2024-11-21T12:44:02,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:02,250 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:02,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea7cecfd943839d083a3bd71dd59e7f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:44:02,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:02,251 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:02,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea7cecfd943839d083a3bd71dd59e7f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:44:02,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:02,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea7cecfd943839d083a3bd71dd59e7f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:44:02,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:02,255 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38967 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:02,255 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): ea7cecfd943839d083a3bd71dd59e7f5/A is initiating minor compaction (all files) 2024-11-21T12:44:02,255 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ea7cecfd943839d083a3bd71dd59e7f5/A in TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:02,255 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/d105687c36f546e69849f9c3f073843e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/7c78cc126bc44b12829d20b8152d106b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/a41524aa8b024645a567120bcbcc2947] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp, totalSize=38.1 K 2024-11-21T12:44:02,256 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting d105687c36f546e69849f9c3f073843e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732193040108 2024-11-21T12:44:02,257 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:02,257 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): ea7cecfd943839d083a3bd71dd59e7f5/B is initiating minor compaction (all files) 2024-11-21T12:44:02,257 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ea7cecfd943839d083a3bd71dd59e7f5/B in TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:02,257 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c78cc126bc44b12829d20b8152d106b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732193040234 2024-11-21T12:44:02,258 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting a41524aa8b024645a567120bcbcc2947, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732193041273 2024-11-21T12:44:02,259 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/928ec9469fa440c8a3c6f08a74792422, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/f826291048e44c6d88ef7e137631f2fd, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/c0d1a660c0a9462181b64a28ccafc28a] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp, totalSize=35.7 K 2024-11-21T12:44:02,260 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 928ec9469fa440c8a3c6f08a74792422, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732193040108 2024-11-21T12:44:02,261 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting f826291048e44c6d88ef7e137631f2fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732193040236 2024-11-21T12:44:02,261 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting c0d1a660c0a9462181b64a28ccafc28a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732193041273 2024-11-21T12:44:02,269 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea7cecfd943839d083a3bd71dd59e7f5#A#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:02,270 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/e8123fa254e84be296f4994b3e5feacf is 50, key is test_row_0/A:col10/1732193041273/Put/seqid=0 2024-11-21T12:44:02,286 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea7cecfd943839d083a3bd71dd59e7f5#B#compaction#199 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:02,286 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/813c6c745d404dac9db55b38472b31a2 is 50, key is test_row_0/B:col10/1732193041273/Put/seqid=0 2024-11-21T12:44:02,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742070_1246 (size=12527) 2024-11-21T12:44:02,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742071_1247 (size=12527) 2024-11-21T12:44:02,331 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:02,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T12:44:02,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:02,335 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing ea7cecfd943839d083a3bd71dd59e7f5 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-21T12:44:02,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=A 2024-11-21T12:44:02,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:02,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=B 2024-11-21T12:44:02,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:02,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=C 2024-11-21T12:44:02,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:02,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/2d8abb32dd1b4193a17aecb1a20c4b56 is 50, key is test_row_0/A:col10/1732193041303/Put/seqid=0 2024-11-21T12:44:02,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742072_1248 (size=12151) 2024-11-21T12:44:02,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:44:02,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193102489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:02,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193102492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:02,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193102594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:02,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193102597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:02,726 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/e8123fa254e84be296f4994b3e5feacf as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/e8123fa254e84be296f4994b3e5feacf 2024-11-21T12:44:02,744 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ea7cecfd943839d083a3bd71dd59e7f5/A of ea7cecfd943839d083a3bd71dd59e7f5 into e8123fa254e84be296f4994b3e5feacf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:02,745 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:02,745 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., storeName=ea7cecfd943839d083a3bd71dd59e7f5/A, priority=13, startTime=1732193042250; duration=0sec 2024-11-21T12:44:02,745 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:02,745 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea7cecfd943839d083a3bd71dd59e7f5:A 2024-11-21T12:44:02,745 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:02,746 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/813c6c745d404dac9db55b38472b31a2 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/813c6c745d404dac9db55b38472b31a2 2024-11-21T12:44:02,747 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:02,747 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): ea7cecfd943839d083a3bd71dd59e7f5/C is initiating minor compaction (all files) 2024-11-21T12:44:02,747 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ea7cecfd943839d083a3bd71dd59e7f5/C in TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:02,747 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/0f506950b4864baeafab67ef03db2902, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/133e7f28c94e44508d8d5dd05c8ff62e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/1115fca460da4dc8b51eccc77a6b93f5] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp, totalSize=35.7 K 2024-11-21T12:44:02,747 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f506950b4864baeafab67ef03db2902, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732193040108 2024-11-21T12:44:02,748 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 133e7f28c94e44508d8d5dd05c8ff62e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732193040236 2024-11-21T12:44:02,748 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1115fca460da4dc8b51eccc77a6b93f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732193041273 2024-11-21T12:44:02,753 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ea7cecfd943839d083a3bd71dd59e7f5/B of ea7cecfd943839d083a3bd71dd59e7f5 into 813c6c745d404dac9db55b38472b31a2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:02,753 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:02,753 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., storeName=ea7cecfd943839d083a3bd71dd59e7f5/B, priority=13, startTime=1732193042251; duration=0sec 2024-11-21T12:44:02,753 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:02,753 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea7cecfd943839d083a3bd71dd59e7f5:B 2024-11-21T12:44:02,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193102755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:02,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193102767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:02,770 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea7cecfd943839d083a3bd71dd59e7f5#C#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:02,771 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/208ba8aea2564eeeb9dd0517687a8ec8 is 50, key is test_row_0/C:col10/1732193041273/Put/seqid=0 2024-11-21T12:44:02,783 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/2d8abb32dd1b4193a17aecb1a20c4b56 2024-11-21T12:44:02,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742073_1249 (size=12527) 2024-11-21T12:44:02,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193102801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:02,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193102803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:02,812 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/208ba8aea2564eeeb9dd0517687a8ec8 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/208ba8aea2564eeeb9dd0517687a8ec8 2024-11-21T12:44:02,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/23f4562649c4431785878dbb4f0b5f41 is 50, key is test_row_0/B:col10/1732193041303/Put/seqid=0 2024-11-21T12:44:02,822 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ea7cecfd943839d083a3bd71dd59e7f5/C of ea7cecfd943839d083a3bd71dd59e7f5 into 208ba8aea2564eeeb9dd0517687a8ec8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:02,822 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:02,823 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., storeName=ea7cecfd943839d083a3bd71dd59e7f5/C, priority=13, startTime=1732193042251; duration=0sec 2024-11-21T12:44:02,823 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:02,823 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea7cecfd943839d083a3bd71dd59e7f5:C 2024-11-21T12:44:02,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742074_1250 (size=12151) 2024-11-21T12:44:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T12:44:03,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193103119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:03,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193103119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:03,256 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/23f4562649c4431785878dbb4f0b5f41 2024-11-21T12:44:03,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/56e9c014275e4ba4a1db8819d7c563e2 is 50, key is test_row_0/C:col10/1732193041303/Put/seqid=0 2024-11-21T12:44:03,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742075_1251 (size=12151) 2024-11-21T12:44:03,314 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/56e9c014275e4ba4a1db8819d7c563e2 2024-11-21T12:44:03,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/2d8abb32dd1b4193a17aecb1a20c4b56 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/2d8abb32dd1b4193a17aecb1a20c4b56 2024-11-21T12:44:03,327 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/2d8abb32dd1b4193a17aecb1a20c4b56, entries=150, sequenceid=177, filesize=11.9 K 2024-11-21T12:44:03,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/23f4562649c4431785878dbb4f0b5f41 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/23f4562649c4431785878dbb4f0b5f41 2024-11-21T12:44:03,342 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/23f4562649c4431785878dbb4f0b5f41, entries=150, sequenceid=177, filesize=11.9 K 2024-11-21T12:44:03,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/56e9c014275e4ba4a1db8819d7c563e2 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/56e9c014275e4ba4a1db8819d7c563e2 2024-11-21T12:44:03,354 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/56e9c014275e4ba4a1db8819d7c563e2, entries=150, sequenceid=177, filesize=11.9 K 2024-11-21T12:44:03,355 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for ea7cecfd943839d083a3bd71dd59e7f5 in 1021ms, sequenceid=177, compaction requested=false 2024-11-21T12:44:03,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:03,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:03,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-21T12:44:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-21T12:44:03,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-21T12:44:03,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4670 sec 2024-11-21T12:44:03,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 2.4710 sec 2024-11-21T12:44:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:44:03,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ea7cecfd943839d083a3bd71dd59e7f5 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-21T12:44:03,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=A 2024-11-21T12:44:03,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:03,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=B 2024-11-21T12:44:03,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:03,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=C 2024-11-21T12:44:03,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:03,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/25437950858e409ca614a9c7750a2e90 is 50, key is test_row_0/A:col10/1732193043626/Put/seqid=0 2024-11-21T12:44:03,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742076_1252 (size=12151) 2024-11-21T12:44:03,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193103650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:03,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193103650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:03,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:03,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193103753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193103754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:03,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193103958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:03,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193103963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:04,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/25437950858e409ca614a9c7750a2e90 2024-11-21T12:44:04,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/7d20dc8192844f14b5b262cab635a2e3 is 50, key is test_row_0/B:col10/1732193043626/Put/seqid=0 2024-11-21T12:44:04,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742077_1253 (size=12151) 2024-11-21T12:44:04,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/7d20dc8192844f14b5b262cab635a2e3 2024-11-21T12:44:04,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/fdf320be225745de92c44eeeff48e7ec is 50, key is test_row_0/C:col10/1732193043626/Put/seqid=0 2024-11-21T12:44:04,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742078_1254 (size=12151) 2024-11-21T12:44:04,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193104267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:04,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193104267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:04,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/fdf320be225745de92c44eeeff48e7ec 2024-11-21T12:44:04,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/25437950858e409ca614a9c7750a2e90 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/25437950858e409ca614a9c7750a2e90 2024-11-21T12:44:04,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/25437950858e409ca614a9c7750a2e90, entries=150, sequenceid=208, filesize=11.9 K 2024-11-21T12:44:04,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/7d20dc8192844f14b5b262cab635a2e3 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/7d20dc8192844f14b5b262cab635a2e3 2024-11-21T12:44:04,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/7d20dc8192844f14b5b262cab635a2e3, entries=150, sequenceid=208, filesize=11.9 K 2024-11-21T12:44:04,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/fdf320be225745de92c44eeeff48e7ec as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/fdf320be225745de92c44eeeff48e7ec 2024-11-21T12:44:04,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/fdf320be225745de92c44eeeff48e7ec, entries=150, sequenceid=208, filesize=11.9 K 2024-11-21T12:44:04,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for ea7cecfd943839d083a3bd71dd59e7f5 in 964ms, sequenceid=208, compaction requested=true 2024-11-21T12:44:04,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:04,592 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:04,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea7cecfd943839d083a3bd71dd59e7f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:44:04,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:04,593 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:04,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea7cecfd943839d083a3bd71dd59e7f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:44:04,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:04,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea7cecfd943839d083a3bd71dd59e7f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:44:04,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:04,595 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:04,595 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:04,595 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): ea7cecfd943839d083a3bd71dd59e7f5/A is initiating minor compaction (all files) 2024-11-21T12:44:04,595 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): ea7cecfd943839d083a3bd71dd59e7f5/B is initiating minor compaction (all files) 2024-11-21T12:44:04,595 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ea7cecfd943839d083a3bd71dd59e7f5/B in TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:04,595 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/813c6c745d404dac9db55b38472b31a2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/23f4562649c4431785878dbb4f0b5f41, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/7d20dc8192844f14b5b262cab635a2e3] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp, totalSize=36.0 K 2024-11-21T12:44:04,595 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ea7cecfd943839d083a3bd71dd59e7f5/A in TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:04,595 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/e8123fa254e84be296f4994b3e5feacf, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/2d8abb32dd1b4193a17aecb1a20c4b56, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/25437950858e409ca614a9c7750a2e90] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp, totalSize=36.0 K 2024-11-21T12:44:04,595 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 813c6c745d404dac9db55b38472b31a2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732193041273 2024-11-21T12:44:04,596 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 23f4562649c4431785878dbb4f0b5f41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732193041291 2024-11-21T12:44:04,596 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8123fa254e84be296f4994b3e5feacf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732193041273 2024-11-21T12:44:04,596 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d20dc8192844f14b5b262cab635a2e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732193042483 2024-11-21T12:44:04,598 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d8abb32dd1b4193a17aecb1a20c4b56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732193041291 2024-11-21T12:44:04,599 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25437950858e409ca614a9c7750a2e90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732193042483 2024-11-21T12:44:04,612 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea7cecfd943839d083a3bd71dd59e7f5#B#compaction#207 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:04,613 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/3fa44a4dda7d4194b4a0d92b7846e2e3 is 50, key is test_row_0/B:col10/1732193043626/Put/seqid=0 2024-11-21T12:44:04,624 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea7cecfd943839d083a3bd71dd59e7f5#A#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:04,625 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/bc94bd1622dc40838dca1331c89dc6b3 is 50, key is test_row_0/A:col10/1732193043626/Put/seqid=0 2024-11-21T12:44:04,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742080_1256 (size=12629) 2024-11-21T12:44:04,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742079_1255 (size=12629) 2024-11-21T12:44:04,665 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/3fa44a4dda7d4194b4a0d92b7846e2e3 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/3fa44a4dda7d4194b4a0d92b7846e2e3 2024-11-21T12:44:04,674 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ea7cecfd943839d083a3bd71dd59e7f5/B of ea7cecfd943839d083a3bd71dd59e7f5 into 3fa44a4dda7d4194b4a0d92b7846e2e3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:04,674 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:04,674 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., storeName=ea7cecfd943839d083a3bd71dd59e7f5/B, priority=13, startTime=1732193044593; duration=0sec 2024-11-21T12:44:04,674 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:04,674 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea7cecfd943839d083a3bd71dd59e7f5:B 2024-11-21T12:44:04,674 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:04,678 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:04,678 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): ea7cecfd943839d083a3bd71dd59e7f5/C is initiating minor compaction (all files) 2024-11-21T12:44:04,678 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ea7cecfd943839d083a3bd71dd59e7f5/C in TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:04,678 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/208ba8aea2564eeeb9dd0517687a8ec8, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/56e9c014275e4ba4a1db8819d7c563e2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/fdf320be225745de92c44eeeff48e7ec] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp, totalSize=36.0 K 2024-11-21T12:44:04,678 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 208ba8aea2564eeeb9dd0517687a8ec8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732193041273 2024-11-21T12:44:04,679 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 56e9c014275e4ba4a1db8819d7c563e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732193041291 2024-11-21T12:44:04,679 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting fdf320be225745de92c44eeeff48e7ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732193042483 2024-11-21T12:44:04,692 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea7cecfd943839d083a3bd71dd59e7f5#C#compaction#209 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:04,693 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/d82bbbf6646942b39d2648bc173cc0d9 is 50, key is test_row_0/C:col10/1732193043626/Put/seqid=0 2024-11-21T12:44:04,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742081_1257 (size=12629) 2024-11-21T12:44:04,747 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/d82bbbf6646942b39d2648bc173cc0d9 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/d82bbbf6646942b39d2648bc173cc0d9 2024-11-21T12:44:04,760 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ea7cecfd943839d083a3bd71dd59e7f5/C of ea7cecfd943839d083a3bd71dd59e7f5 into d82bbbf6646942b39d2648bc173cc0d9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:04,760 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:04,760 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., storeName=ea7cecfd943839d083a3bd71dd59e7f5/C, priority=13, startTime=1732193044593; duration=0sec 2024-11-21T12:44:04,760 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:04,760 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea7cecfd943839d083a3bd71dd59e7f5:C 2024-11-21T12:44:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:44:04,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ea7cecfd943839d083a3bd71dd59e7f5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T12:44:04,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=A 2024-11-21T12:44:04,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:04,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=B 2024-11-21T12:44:04,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:04,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=C 2024-11-21T12:44:04,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:04,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/e0ad3c3169e84a958538661f7d25f292 is 50, key is test_row_0/A:col10/1732193044772/Put/seqid=0 2024-11-21T12:44:04,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742082_1258 (size=12151) 2024-11-21T12:44:04,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193104828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:04,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193104828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:04,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193104831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:04,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193104832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:04,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193104935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:04,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193104935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:04,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193104935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:04,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193104935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T12:44:05,007 INFO [Thread-1008 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-21T12:44:05,009 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:44:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-21T12:44:05,010 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:44:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T12:44:05,016 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:44:05,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:44:05,061 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/bc94bd1622dc40838dca1331c89dc6b3 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/bc94bd1622dc40838dca1331c89dc6b3 2024-11-21T12:44:05,068 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ea7cecfd943839d083a3bd71dd59e7f5/A of ea7cecfd943839d083a3bd71dd59e7f5 into bc94bd1622dc40838dca1331c89dc6b3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:05,068 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:05,068 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., storeName=ea7cecfd943839d083a3bd71dd59e7f5/A, priority=13, startTime=1732193044592; duration=0sec 2024-11-21T12:44:05,068 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:05,068 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea7cecfd943839d083a3bd71dd59e7f5:A 2024-11-21T12:44:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T12:44:05,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193105138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:05,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193105140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:05,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193105141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:05,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193105140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:05,171 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:05,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-21T12:44:05,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:05,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:05,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:05,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:05,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:05,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/e0ad3c3169e84a958538661f7d25f292 2024-11-21T12:44:05,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/d925f65d9d51435dbe8a9c52031605d1 is 50, key is test_row_0/B:col10/1732193044772/Put/seqid=0 2024-11-21T12:44:05,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742083_1259 (size=12151) 2024-11-21T12:44:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T12:44:05,338 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:05,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-21T12:44:05,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:05,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:05,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:05,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:05,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:05,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193105441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:05,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193105444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:05,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193105447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:05,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193105449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:05,490 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:05,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-21T12:44:05,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:05,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:05,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:05,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:05,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T12:44:05,644 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:05,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-21T12:44:05,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:05,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:05,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:05,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:05,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:05,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/d925f65d9d51435dbe8a9c52031605d1 2024-11-21T12:44:05,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/9438a8f6bfbc4d5db08f7b73b59147ac is 50, key is test_row_0/C:col10/1732193044772/Put/seqid=0 2024-11-21T12:44:05,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742084_1260 (size=12151) 2024-11-21T12:44:05,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/9438a8f6bfbc4d5db08f7b73b59147ac 2024-11-21T12:44:05,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/e0ad3c3169e84a958538661f7d25f292 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/e0ad3c3169e84a958538661f7d25f292 2024-11-21T12:44:05,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/e0ad3c3169e84a958538661f7d25f292, entries=150, sequenceid=221, filesize=11.9 K 2024-11-21T12:44:05,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/d925f65d9d51435dbe8a9c52031605d1 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/d925f65d9d51435dbe8a9c52031605d1 2024-11-21T12:44:05,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/d925f65d9d51435dbe8a9c52031605d1, entries=150, sequenceid=221, filesize=11.9 K 2024-11-21T12:44:05,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/9438a8f6bfbc4d5db08f7b73b59147ac as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/9438a8f6bfbc4d5db08f7b73b59147ac 2024-11-21T12:44:05,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/9438a8f6bfbc4d5db08f7b73b59147ac, entries=150, sequenceid=221, filesize=11.9 K 2024-11-21T12:44:05,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ea7cecfd943839d083a3bd71dd59e7f5 in 1016ms, sequenceid=221, compaction requested=false 2024-11-21T12:44:05,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:05,798 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:05,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-21T12:44:05,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:05,821 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing ea7cecfd943839d083a3bd71dd59e7f5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T12:44:05,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=A 2024-11-21T12:44:05,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:05,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=B 2024-11-21T12:44:05,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:05,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=C 2024-11-21T12:44:05,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:05,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/cc963c880f0b47bb95e84c977587b3f7 is 50, key is test_row_0/A:col10/1732193044826/Put/seqid=0 2024-11-21T12:44:05,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742085_1261 (size=12151) 2024-11-21T12:44:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:44:05,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:05,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193105986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:05,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193105988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:05,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193105989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:05,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193105989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:06,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193106091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:06,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193106093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:06,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193106094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:06,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193106095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T12:44:06,263 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/cc963c880f0b47bb95e84c977587b3f7 2024-11-21T12:44:06,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/ee29524e5758481993c9382fca337eae is 50, key is test_row_0/B:col10/1732193044826/Put/seqid=0 2024-11-21T12:44:06,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42092 deadline: 1732193106274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:06,279 DEBUG [Thread-1004 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8197 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., hostname=b3d5da5e0922,39829,1732192970767, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:44:06,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193106297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:06,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742086_1262 (size=12151) 2024-11-21T12:44:06,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193106303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:06,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193106307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:06,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193106307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:06,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193106603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:06,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193106611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:06,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193106611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:06,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193106623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:06,696 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/ee29524e5758481993c9382fca337eae 2024-11-21T12:44:06,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/dbbf17b0150148da9b623a7bebd7ab72 is 50, key is test_row_0/C:col10/1732193044826/Put/seqid=0 2024-11-21T12:44:06,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742087_1263 (size=12151) 2024-11-21T12:44:07,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193107108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:07,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193107120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:07,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193107121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T12:44:07,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193107131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:07,153 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/dbbf17b0150148da9b623a7bebd7ab72 2024-11-21T12:44:07,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/cc963c880f0b47bb95e84c977587b3f7 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/cc963c880f0b47bb95e84c977587b3f7 2024-11-21T12:44:07,165 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/cc963c880f0b47bb95e84c977587b3f7, entries=150, sequenceid=247, filesize=11.9 K 2024-11-21T12:44:07,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/ee29524e5758481993c9382fca337eae as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/ee29524e5758481993c9382fca337eae 2024-11-21T12:44:07,170 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/ee29524e5758481993c9382fca337eae, entries=150, sequenceid=247, filesize=11.9 K 2024-11-21T12:44:07,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/dbbf17b0150148da9b623a7bebd7ab72 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/dbbf17b0150148da9b623a7bebd7ab72 2024-11-21T12:44:07,175 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/dbbf17b0150148da9b623a7bebd7ab72, entries=150, sequenceid=247, filesize=11.9 K 2024-11-21T12:44:07,177 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ea7cecfd943839d083a3bd71dd59e7f5 in 1366ms, sequenceid=247, compaction requested=true 2024-11-21T12:44:07,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:07,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:07,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-21T12:44:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-21T12:44:07,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-21T12:44:07,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1630 sec 2024-11-21T12:44:07,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 2.1710 sec 2024-11-21T12:44:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:44:08,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ea7cecfd943839d083a3bd71dd59e7f5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T12:44:08,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=A 2024-11-21T12:44:08,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:08,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=B 2024-11-21T12:44:08,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:08,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=C 2024-11-21T12:44:08,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:08,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/fe8fdca9ac9c41c0b956cb974cfd21e1 is 50, key is test_row_0/A:col10/1732193045987/Put/seqid=0 2024-11-21T12:44:08,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742088_1264 (size=12251) 2024-11-21T12:44:08,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/fe8fdca9ac9c41c0b956cb974cfd21e1 2024-11-21T12:44:08,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/dd29986aea9342bebc007b41e7c2d970 is 50, key is test_row_0/B:col10/1732193045987/Put/seqid=0 2024-11-21T12:44:08,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742089_1265 (size=12251) 2024-11-21T12:44:08,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/dd29986aea9342bebc007b41e7c2d970 2024-11-21T12:44:08,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193108168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:08,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193108169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:08,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193108169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:08,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193108174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:08,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/162f283475df4cc3a14290321d94a12d is 50, key is test_row_0/C:col10/1732193045987/Put/seqid=0 2024-11-21T12:44:08,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742090_1266 (size=12251) 2024-11-21T12:44:08,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/162f283475df4cc3a14290321d94a12d 2024-11-21T12:44:08,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/fe8fdca9ac9c41c0b956cb974cfd21e1 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/fe8fdca9ac9c41c0b956cb974cfd21e1 2024-11-21T12:44:08,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/fe8fdca9ac9c41c0b956cb974cfd21e1, entries=150, sequenceid=260, filesize=12.0 K 2024-11-21T12:44:08,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/dd29986aea9342bebc007b41e7c2d970 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/dd29986aea9342bebc007b41e7c2d970 2024-11-21T12:44:08,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/dd29986aea9342bebc007b41e7c2d970, entries=150, sequenceid=260, filesize=12.0 K 2024-11-21T12:44:08,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/162f283475df4cc3a14290321d94a12d as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/162f283475df4cc3a14290321d94a12d 2024-11-21T12:44:08,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/162f283475df4cc3a14290321d94a12d, entries=150, sequenceid=260, filesize=12.0 K 2024-11-21T12:44:08,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ea7cecfd943839d083a3bd71dd59e7f5 in 130ms, sequenceid=260, compaction requested=true 2024-11-21T12:44:08,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:08,259 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:44:08,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea7cecfd943839d083a3bd71dd59e7f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:44:08,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:08,260 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:44:08,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea7cecfd943839d083a3bd71dd59e7f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:44:08,261 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49182 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:44:08,261 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): ea7cecfd943839d083a3bd71dd59e7f5/A is initiating minor compaction (all files) 2024-11-21T12:44:08,261 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ea7cecfd943839d083a3bd71dd59e7f5/A in TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:08,262 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/bc94bd1622dc40838dca1331c89dc6b3, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/e0ad3c3169e84a958538661f7d25f292, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/cc963c880f0b47bb95e84c977587b3f7, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/fe8fdca9ac9c41c0b956cb974cfd21e1] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp, totalSize=48.0 K 2024-11-21T12:44:08,262 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc94bd1622dc40838dca1331c89dc6b3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732193042483 2024-11-21T12:44:08,263 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49182 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:44:08,263 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0ad3c3169e84a958538661f7d25f292, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732193043642 2024-11-21T12:44:08,263 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): ea7cecfd943839d083a3bd71dd59e7f5/B is initiating minor compaction (all files) 2024-11-21T12:44:08,263 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ea7cecfd943839d083a3bd71dd59e7f5/B in TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:08,263 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/3fa44a4dda7d4194b4a0d92b7846e2e3, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/d925f65d9d51435dbe8a9c52031605d1, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/ee29524e5758481993c9382fca337eae, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/dd29986aea9342bebc007b41e7c2d970] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp, totalSize=48.0 K 2024-11-21T12:44:08,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:08,263 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc963c880f0b47bb95e84c977587b3f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732193044822 2024-11-21T12:44:08,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea7cecfd943839d083a3bd71dd59e7f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:44:08,263 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fa44a4dda7d4194b4a0d92b7846e2e3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732193042483 2024-11-21T12:44:08,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:08,264 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe8fdca9ac9c41c0b956cb974cfd21e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732193045987 2024-11-21T12:44:08,264 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting d925f65d9d51435dbe8a9c52031605d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732193043642 2024-11-21T12:44:08,265 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting ee29524e5758481993c9382fca337eae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732193044822 2024-11-21T12:44:08,268 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting dd29986aea9342bebc007b41e7c2d970, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732193045987 2024-11-21T12:44:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:44:08,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ea7cecfd943839d083a3bd71dd59e7f5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T12:44:08,298 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea7cecfd943839d083a3bd71dd59e7f5#B#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:08,299 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/dd7ab84c4a8040178251d50de6c002ad is 50, key is test_row_0/B:col10/1732193045987/Put/seqid=0 2024-11-21T12:44:08,301 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea7cecfd943839d083a3bd71dd59e7f5#A#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:08,301 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/acf3ce418bbc4f30aa6fd5d768b10cde is 50, key is test_row_0/A:col10/1732193045987/Put/seqid=0 2024-11-21T12:44:08,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=A 2024-11-21T12:44:08,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:08,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=B 2024-11-21T12:44:08,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:08,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=C 2024-11-21T12:44:08,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:08,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193108325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:08,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193108325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:08,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:08,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193108327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193108327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:08,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742091_1267 (size=12865) 2024-11-21T12:44:08,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/32ec9bf3b2e04235936d1c0b5ef3d013 is 50, key is test_row_0/A:col10/1732193048293/Put/seqid=0 2024-11-21T12:44:08,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742092_1268 (size=12865) 2024-11-21T12:44:08,391 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/dd7ab84c4a8040178251d50de6c002ad as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/dd7ab84c4a8040178251d50de6c002ad 2024-11-21T12:44:08,402 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/acf3ce418bbc4f30aa6fd5d768b10cde as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/acf3ce418bbc4f30aa6fd5d768b10cde 2024-11-21T12:44:08,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742093_1269 (size=12301) 2024-11-21T12:44:08,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/32ec9bf3b2e04235936d1c0b5ef3d013 2024-11-21T12:44:08,419 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ea7cecfd943839d083a3bd71dd59e7f5/B of ea7cecfd943839d083a3bd71dd59e7f5 into dd7ab84c4a8040178251d50de6c002ad(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:08,419 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:08,419 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., storeName=ea7cecfd943839d083a3bd71dd59e7f5/B, priority=12, startTime=1732193048260; duration=0sec 2024-11-21T12:44:08,419 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:08,419 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea7cecfd943839d083a3bd71dd59e7f5:B 2024-11-21T12:44:08,419 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:44:08,425 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ea7cecfd943839d083a3bd71dd59e7f5/A of ea7cecfd943839d083a3bd71dd59e7f5 into acf3ce418bbc4f30aa6fd5d768b10cde(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:08,425 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:08,425 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., storeName=ea7cecfd943839d083a3bd71dd59e7f5/A, priority=12, startTime=1732193048259; duration=0sec 2024-11-21T12:44:08,425 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:08,426 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea7cecfd943839d083a3bd71dd59e7f5:A 2024-11-21T12:44:08,434 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49182 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:44:08,434 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): ea7cecfd943839d083a3bd71dd59e7f5/C is initiating minor compaction (all files) 2024-11-21T12:44:08,434 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ea7cecfd943839d083a3bd71dd59e7f5/C in TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:08,435 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/d82bbbf6646942b39d2648bc173cc0d9, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/9438a8f6bfbc4d5db08f7b73b59147ac, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/dbbf17b0150148da9b623a7bebd7ab72, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/162f283475df4cc3a14290321d94a12d] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp, totalSize=48.0 K 2024-11-21T12:44:08,435 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting d82bbbf6646942b39d2648bc173cc0d9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732193042483 2024-11-21T12:44:08,438 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 9438a8f6bfbc4d5db08f7b73b59147ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732193043642 2024-11-21T12:44:08,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193108434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:08,441 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting dbbf17b0150148da9b623a7bebd7ab72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732193044822 2024-11-21T12:44:08,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193108436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:08,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193108437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:08,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193108437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:08,447 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 162f283475df4cc3a14290321d94a12d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732193045987 2024-11-21T12:44:08,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/7ada11b2565a4cfc8db5780f17adc0d2 is 50, key is test_row_0/B:col10/1732193048293/Put/seqid=0 2024-11-21T12:44:08,481 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea7cecfd943839d083a3bd71dd59e7f5#C#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:08,481 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/31a8824385484e65b59227cc1fcf9d8c is 50, key is test_row_0/C:col10/1732193045987/Put/seqid=0 2024-11-21T12:44:08,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742094_1270 (size=12301) 2024-11-21T12:44:08,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/7ada11b2565a4cfc8db5780f17adc0d2 2024-11-21T12:44:08,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742095_1271 (size=12865) 2024-11-21T12:44:08,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/b3fe744b7abc40dbb633945cd271a44e is 50, key is test_row_0/C:col10/1732193048293/Put/seqid=0 2024-11-21T12:44:08,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742096_1272 (size=12301) 2024-11-21T12:44:08,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/b3fe744b7abc40dbb633945cd271a44e 2024-11-21T12:44:08,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/32ec9bf3b2e04235936d1c0b5ef3d013 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/32ec9bf3b2e04235936d1c0b5ef3d013 2024-11-21T12:44:08,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/32ec9bf3b2e04235936d1c0b5ef3d013, entries=150, sequenceid=287, filesize=12.0 K 2024-11-21T12:44:08,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/7ada11b2565a4cfc8db5780f17adc0d2 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/7ada11b2565a4cfc8db5780f17adc0d2 2024-11-21T12:44:08,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/7ada11b2565a4cfc8db5780f17adc0d2, entries=150, sequenceid=287, filesize=12.0 K 2024-11-21T12:44:08,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/b3fe744b7abc40dbb633945cd271a44e as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/b3fe744b7abc40dbb633945cd271a44e 2024-11-21T12:44:08,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/b3fe744b7abc40dbb633945cd271a44e, entries=150, sequenceid=287, filesize=12.0 K 2024-11-21T12:44:08,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for ea7cecfd943839d083a3bd71dd59e7f5 in 349ms, sequenceid=287, compaction requested=false 2024-11-21T12:44:08,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:44:08,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ea7cecfd943839d083a3bd71dd59e7f5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T12:44:08,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=A 2024-11-21T12:44:08,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:08,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=B 2024-11-21T12:44:08,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:08,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=C 2024-11-21T12:44:08,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:08,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/354e70e65eba4089855751b34bd9f63f is 50, key is test_row_0/A:col10/1732193048325/Put/seqid=0 2024-11-21T12:44:08,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742097_1273 (size=12301) 2024-11-21T12:44:08,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:08,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193108700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193108702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:08,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193108705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:08,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193108702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:08,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193108815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:08,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193108815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:08,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193108816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:08,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193108818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:08,955 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/31a8824385484e65b59227cc1fcf9d8c as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/31a8824385484e65b59227cc1fcf9d8c 2024-11-21T12:44:08,969 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ea7cecfd943839d083a3bd71dd59e7f5/C of ea7cecfd943839d083a3bd71dd59e7f5 into 31a8824385484e65b59227cc1fcf9d8c(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:08,969 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:08,969 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., storeName=ea7cecfd943839d083a3bd71dd59e7f5/C, priority=12, startTime=1732193048263; duration=0sec 2024-11-21T12:44:08,969 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:08,969 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea7cecfd943839d083a3bd71dd59e7f5:C 2024-11-21T12:44:09,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193109021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:09,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193109023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:09,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193109024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:09,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193109030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:09,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/354e70e65eba4089855751b34bd9f63f 2024-11-21T12:44:09,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/e1e65df63af7437e8c52bd3a724b29cd is 50, key is test_row_0/B:col10/1732193048325/Put/seqid=0 2024-11-21T12:44:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T12:44:09,131 INFO [Thread-1008 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-21T12:44:09,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742098_1274 (size=12301) 2024-11-21T12:44:09,140 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:44:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-21T12:44:09,142 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:44:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T12:44:09,142 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:44:09,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:44:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T12:44:09,294 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:09,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-21T12:44:09,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:09,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:09,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:09,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:09,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:09,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193109326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:09,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193109328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:09,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193109329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:09,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193109339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T12:44:09,455 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:09,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-21T12:44:09,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:09,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:09,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:09,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:09,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:09,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/e1e65df63af7437e8c52bd3a724b29cd 2024-11-21T12:44:09,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/0061339318d240369f433be9a80b84ab is 50, key is test_row_0/C:col10/1732193048325/Put/seqid=0 2024-11-21T12:44:09,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742099_1275 (size=12301) 2024-11-21T12:44:09,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/0061339318d240369f433be9a80b84ab 2024-11-21T12:44:09,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/354e70e65eba4089855751b34bd9f63f as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/354e70e65eba4089855751b34bd9f63f 2024-11-21T12:44:09,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/354e70e65eba4089855751b34bd9f63f, entries=150, sequenceid=301, filesize=12.0 K 2024-11-21T12:44:09,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/e1e65df63af7437e8c52bd3a724b29cd as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/e1e65df63af7437e8c52bd3a724b29cd 2024-11-21T12:44:09,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/e1e65df63af7437e8c52bd3a724b29cd, entries=150, sequenceid=301, filesize=12.0 K 2024-11-21T12:44:09,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/0061339318d240369f433be9a80b84ab as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/0061339318d240369f433be9a80b84ab 2024-11-21T12:44:09,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/0061339318d240369f433be9a80b84ab, entries=150, sequenceid=301, filesize=12.0 K 2024-11-21T12:44:09,611 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:09,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-21T12:44:09,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:09,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:09,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:09,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:09,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:09,618 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ea7cecfd943839d083a3bd71dd59e7f5 in 970ms, sequenceid=301, compaction requested=true 2024-11-21T12:44:09,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:09,619 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:09,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea7cecfd943839d083a3bd71dd59e7f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:44:09,620 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:09,620 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): ea7cecfd943839d083a3bd71dd59e7f5/A is initiating minor compaction (all files) 2024-11-21T12:44:09,620 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ea7cecfd943839d083a3bd71dd59e7f5/A in TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:09,620 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/acf3ce418bbc4f30aa6fd5d768b10cde, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/32ec9bf3b2e04235936d1c0b5ef3d013, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/354e70e65eba4089855751b34bd9f63f] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp, totalSize=36.6 K 2024-11-21T12:44:09,621 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting acf3ce418bbc4f30aa6fd5d768b10cde, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732193045987 2024-11-21T12:44:09,621 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32ec9bf3b2e04235936d1c0b5ef3d013, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732193048173 2024-11-21T12:44:09,622 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 354e70e65eba4089855751b34bd9f63f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732193048311 2024-11-21T12:44:09,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:09,622 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:09,623 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:09,624 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): ea7cecfd943839d083a3bd71dd59e7f5/B is initiating minor compaction (all files) 2024-11-21T12:44:09,624 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ea7cecfd943839d083a3bd71dd59e7f5/B in TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:09,624 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/dd7ab84c4a8040178251d50de6c002ad, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/7ada11b2565a4cfc8db5780f17adc0d2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/e1e65df63af7437e8c52bd3a724b29cd] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp, totalSize=36.6 K 2024-11-21T12:44:09,625 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting dd7ab84c4a8040178251d50de6c002ad, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732193045987 2024-11-21T12:44:09,625 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ada11b2565a4cfc8db5780f17adc0d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732193048173 2024-11-21T12:44:09,626 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting e1e65df63af7437e8c52bd3a724b29cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732193048311 2024-11-21T12:44:09,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea7cecfd943839d083a3bd71dd59e7f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:44:09,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:09,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea7cecfd943839d083a3bd71dd59e7f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:44:09,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:09,634 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea7cecfd943839d083a3bd71dd59e7f5#A#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:09,635 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/e8297e8b76584ab390db9fe04390c7af is 50, key is test_row_0/A:col10/1732193048325/Put/seqid=0 2024-11-21T12:44:09,639 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea7cecfd943839d083a3bd71dd59e7f5#B#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:09,640 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/c4a76cbd9eae4cb0b4445cc244f94adf is 50, key is test_row_0/B:col10/1732193048325/Put/seqid=0 2024-11-21T12:44:09,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742100_1276 (size=13017) 2024-11-21T12:44:09,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742101_1277 (size=13017) 2024-11-21T12:44:09,689 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/c4a76cbd9eae4cb0b4445cc244f94adf as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/c4a76cbd9eae4cb0b4445cc244f94adf 2024-11-21T12:44:09,699 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/e8297e8b76584ab390db9fe04390c7af as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/e8297e8b76584ab390db9fe04390c7af 2024-11-21T12:44:09,699 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ea7cecfd943839d083a3bd71dd59e7f5/B of ea7cecfd943839d083a3bd71dd59e7f5 into c4a76cbd9eae4cb0b4445cc244f94adf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:09,699 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:09,699 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., storeName=ea7cecfd943839d083a3bd71dd59e7f5/B, priority=13, startTime=1732193049622; duration=0sec 2024-11-21T12:44:09,699 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:09,699 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea7cecfd943839d083a3bd71dd59e7f5:B 2024-11-21T12:44:09,699 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:09,700 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:09,701 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): ea7cecfd943839d083a3bd71dd59e7f5/C is initiating minor compaction (all files) 2024-11-21T12:44:09,701 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ea7cecfd943839d083a3bd71dd59e7f5/C in TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:09,701 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/31a8824385484e65b59227cc1fcf9d8c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/b3fe744b7abc40dbb633945cd271a44e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/0061339318d240369f433be9a80b84ab] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp, totalSize=36.6 K 2024-11-21T12:44:09,701 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 31a8824385484e65b59227cc1fcf9d8c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732193045987 2024-11-21T12:44:09,702 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting b3fe744b7abc40dbb633945cd271a44e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732193048173 2024-11-21T12:44:09,704 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 0061339318d240369f433be9a80b84ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732193048311 2024-11-21T12:44:09,711 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ea7cecfd943839d083a3bd71dd59e7f5/A of ea7cecfd943839d083a3bd71dd59e7f5 into e8297e8b76584ab390db9fe04390c7af(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:09,711 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:09,711 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., storeName=ea7cecfd943839d083a3bd71dd59e7f5/A, priority=13, startTime=1732193049619; duration=0sec 2024-11-21T12:44:09,711 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:09,711 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea7cecfd943839d083a3bd71dd59e7f5:A 2024-11-21T12:44:09,728 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea7cecfd943839d083a3bd71dd59e7f5#C#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:09,729 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/250b090416e24f9cb6c8b5dba2c19f27 is 50, key is test_row_0/C:col10/1732193048325/Put/seqid=0 2024-11-21T12:44:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T12:44:09,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742102_1278 (size=13017) 2024-11-21T12:44:09,780 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:09,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-21T12:44:09,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:09,781 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing ea7cecfd943839d083a3bd71dd59e7f5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T12:44:09,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=A 2024-11-21T12:44:09,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:09,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=B 2024-11-21T12:44:09,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:09,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=C 2024-11-21T12:44:09,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:09,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/7af9331c6ea0498b91795b740cfa1e19 is 50, key is test_row_0/A:col10/1732193048697/Put/seqid=0 2024-11-21T12:44:09,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742103_1279 (size=12301) 2024-11-21T12:44:09,817 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/7af9331c6ea0498b91795b740cfa1e19 2024-11-21T12:44:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:44:09,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:09,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/3d3f511ea00a476991588ff65191fa46 is 50, key is test_row_0/B:col10/1732193048697/Put/seqid=0 2024-11-21T12:44:09,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193109856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:09,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193109858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:09,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193109858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:09,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193109863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:09,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742104_1280 (size=12301) 2024-11-21T12:44:09,878 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/3d3f511ea00a476991588ff65191fa46 2024-11-21T12:44:09,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/bcf08ba62408460b880a77272c23b351 is 50, key is test_row_0/C:col10/1732193048697/Put/seqid=0 2024-11-21T12:44:09,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742105_1281 (size=12301) 2024-11-21T12:44:09,918 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/bcf08ba62408460b880a77272c23b351 2024-11-21T12:44:09,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/7af9331c6ea0498b91795b740cfa1e19 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/7af9331c6ea0498b91795b740cfa1e19 2024-11-21T12:44:09,935 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/7af9331c6ea0498b91795b740cfa1e19, entries=150, sequenceid=328, filesize=12.0 K 2024-11-21T12:44:09,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/3d3f511ea00a476991588ff65191fa46 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/3d3f511ea00a476991588ff65191fa46 2024-11-21T12:44:09,955 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/3d3f511ea00a476991588ff65191fa46, entries=150, sequenceid=328, filesize=12.0 K 2024-11-21T12:44:09,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/bcf08ba62408460b880a77272c23b351 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/bcf08ba62408460b880a77272c23b351 2024-11-21T12:44:09,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193109962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:09,967 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/bcf08ba62408460b880a77272c23b351, entries=150, sequenceid=328, filesize=12.0 K 2024-11-21T12:44:09,968 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ea7cecfd943839d083a3bd71dd59e7f5 in 187ms, sequenceid=328, compaction requested=false 2024-11-21T12:44:09,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:09,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:09,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-21T12:44:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-21T12:44:09,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-21T12:44:09,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 827 msec 2024-11-21T12:44:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:44:09,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ea7cecfd943839d083a3bd71dd59e7f5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T12:44:09,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=A 2024-11-21T12:44:09,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:09,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=B 2024-11-21T12:44:09,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:09,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=C 2024-11-21T12:44:09,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:09,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 833 msec 2024-11-21T12:44:09,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/6ec2ea2474fb4e5a8be84a22a382f952 is 50, key is test_row_0/A:col10/1732193049971/Put/seqid=0 2024-11-21T12:44:10,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742106_1282 (size=14741) 2024-11-21T12:44:10,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193110064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:10,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193110068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:10,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193110068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:10,164 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/250b090416e24f9cb6c8b5dba2c19f27 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/250b090416e24f9cb6c8b5dba2c19f27 2024-11-21T12:44:10,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193110169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:10,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193110169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:10,175 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ea7cecfd943839d083a3bd71dd59e7f5/C of ea7cecfd943839d083a3bd71dd59e7f5 into 250b090416e24f9cb6c8b5dba2c19f27(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:10,175 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:10,175 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., storeName=ea7cecfd943839d083a3bd71dd59e7f5/C, priority=13, startTime=1732193049630; duration=0sec 2024-11-21T12:44:10,175 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:10,175 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea7cecfd943839d083a3bd71dd59e7f5:C 2024-11-21T12:44:10,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193110183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:10,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193110187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T12:44:10,245 INFO [Thread-1008 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-21T12:44:10,246 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:44:10,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-21T12:44:10,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T12:44:10,248 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:44:10,248 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:44:10,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:44:10,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T12:44:10,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193110373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:10,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193110386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:10,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193110392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:10,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/6ec2ea2474fb4e5a8be84a22a382f952 2024-11-21T12:44:10,401 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:10,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-21T12:44:10,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:10,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:10,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:10,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:10,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:10,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/09521eabdc6d46e7a0881a81281f8f22 is 50, key is test_row_0/B:col10/1732193049971/Put/seqid=0 2024-11-21T12:44:10,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742107_1283 (size=12301) 2024-11-21T12:44:10,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/09521eabdc6d46e7a0881a81281f8f22 2024-11-21T12:44:10,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/65617fcec7714998a54baefdf00ec4f4 is 50, key is test_row_0/C:col10/1732193049971/Put/seqid=0 2024-11-21T12:44:10,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742108_1284 (size=12301) 2024-11-21T12:44:10,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193110476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T12:44:10,554 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:10,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-21T12:44:10,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:10,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:10,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:10,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:10,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:10,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193110676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:10,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193110689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:10,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193110695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:10,706 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:10,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-21T12:44:10,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:10,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:10,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:10,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:10,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:10,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/65617fcec7714998a54baefdf00ec4f4 2024-11-21T12:44:10,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/6ec2ea2474fb4e5a8be84a22a382f952 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/6ec2ea2474fb4e5a8be84a22a382f952 2024-11-21T12:44:10,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/6ec2ea2474fb4e5a8be84a22a382f952, entries=200, sequenceid=342, filesize=14.4 K 2024-11-21T12:44:10,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/09521eabdc6d46e7a0881a81281f8f22 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/09521eabdc6d46e7a0881a81281f8f22 2024-11-21T12:44:10,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/09521eabdc6d46e7a0881a81281f8f22, entries=150, sequenceid=342, filesize=12.0 K 2024-11-21T12:44:10,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/65617fcec7714998a54baefdf00ec4f4 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/65617fcec7714998a54baefdf00ec4f4 2024-11-21T12:44:10,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/65617fcec7714998a54baefdf00ec4f4, entries=150, sequenceid=342, filesize=12.0 K 2024-11-21T12:44:10,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ea7cecfd943839d083a3bd71dd59e7f5 in 868ms, sequenceid=342, compaction requested=true 2024-11-21T12:44:10,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:10,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea7cecfd943839d083a3bd71dd59e7f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:44:10,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:10,842 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:10,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea7cecfd943839d083a3bd71dd59e7f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:44:10,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:10,842 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:10,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea7cecfd943839d083a3bd71dd59e7f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:44:10,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:10,843 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:10,843 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:10,844 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): ea7cecfd943839d083a3bd71dd59e7f5/A is initiating minor compaction (all files) 2024-11-21T12:44:10,844 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): ea7cecfd943839d083a3bd71dd59e7f5/B is initiating minor compaction (all files) 2024-11-21T12:44:10,844 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ea7cecfd943839d083a3bd71dd59e7f5/B in TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:10,844 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ea7cecfd943839d083a3bd71dd59e7f5/A in TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:10,844 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/e8297e8b76584ab390db9fe04390c7af, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/7af9331c6ea0498b91795b740cfa1e19, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/6ec2ea2474fb4e5a8be84a22a382f952] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp, totalSize=39.1 K 2024-11-21T12:44:10,844 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/c4a76cbd9eae4cb0b4445cc244f94adf, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/3d3f511ea00a476991588ff65191fa46, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/09521eabdc6d46e7a0881a81281f8f22] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp, totalSize=36.7 K 2024-11-21T12:44:10,844 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting c4a76cbd9eae4cb0b4445cc244f94adf, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732193048311 2024-11-21T12:44:10,844 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8297e8b76584ab390db9fe04390c7af, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732193048311 2024-11-21T12:44:10,844 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7af9331c6ea0498b91795b740cfa1e19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732193048697 2024-11-21T12:44:10,844 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d3f511ea00a476991588ff65191fa46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732193048697 2024-11-21T12:44:10,845 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ec2ea2474fb4e5a8be84a22a382f952, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732193049840 2024-11-21T12:44:10,845 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 09521eabdc6d46e7a0881a81281f8f22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732193049856 2024-11-21T12:44:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T12:44:10,852 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea7cecfd943839d083a3bd71dd59e7f5#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:10,852 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/c7b1831924da40eea180d995e22c3d9c is 50, key is test_row_0/B:col10/1732193049971/Put/seqid=0 2024-11-21T12:44:10,853 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea7cecfd943839d083a3bd71dd59e7f5#A#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:10,853 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/f38fe7f2ff1f4174b005edc3c637b69e is 50, key is test_row_0/A:col10/1732193049971/Put/seqid=0 2024-11-21T12:44:10,858 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:10,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-21T12:44:10,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:10,859 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing ea7cecfd943839d083a3bd71dd59e7f5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T12:44:10,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=A 2024-11-21T12:44:10,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:10,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=B 2024-11-21T12:44:10,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:10,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=C 2024-11-21T12:44:10,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:10,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/135f545ec5ff4b3183796b86bd4bf269 is 50, key is test_row_0/A:col10/1732193050059/Put/seqid=0 2024-11-21T12:44:10,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742109_1285 (size=13119) 2024-11-21T12:44:10,872 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/f38fe7f2ff1f4174b005edc3c637b69e as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/f38fe7f2ff1f4174b005edc3c637b69e 2024-11-21T12:44:10,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742110_1286 (size=13119) 2024-11-21T12:44:10,878 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ea7cecfd943839d083a3bd71dd59e7f5/A of ea7cecfd943839d083a3bd71dd59e7f5 into f38fe7f2ff1f4174b005edc3c637b69e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:10,878 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:10,878 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., storeName=ea7cecfd943839d083a3bd71dd59e7f5/A, priority=13, startTime=1732193050842; duration=0sec 2024-11-21T12:44:10,878 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:10,878 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea7cecfd943839d083a3bd71dd59e7f5:A 2024-11-21T12:44:10,878 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:10,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742111_1287 (size=12301) 2024-11-21T12:44:10,881 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:10,881 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): ea7cecfd943839d083a3bd71dd59e7f5/C is initiating minor compaction (all files) 2024-11-21T12:44:10,881 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ea7cecfd943839d083a3bd71dd59e7f5/C in TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:10,881 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/250b090416e24f9cb6c8b5dba2c19f27, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/bcf08ba62408460b880a77272c23b351, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/65617fcec7714998a54baefdf00ec4f4] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp, totalSize=36.7 K 2024-11-21T12:44:10,881 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 250b090416e24f9cb6c8b5dba2c19f27, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732193048311 2024-11-21T12:44:10,882 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcf08ba62408460b880a77272c23b351, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732193048697 2024-11-21T12:44:10,882 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65617fcec7714998a54baefdf00ec4f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732193049856 2024-11-21T12:44:10,891 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea7cecfd943839d083a3bd71dd59e7f5#C#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:10,891 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/2e6c9343ab1246cb8016d13969c5c96b is 50, key is test_row_0/C:col10/1732193049971/Put/seqid=0 2024-11-21T12:44:10,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742112_1288 (size=13119) 2024-11-21T12:44:10,903 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/2e6c9343ab1246cb8016d13969c5c96b as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/2e6c9343ab1246cb8016d13969c5c96b 2024-11-21T12:44:10,909 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ea7cecfd943839d083a3bd71dd59e7f5/C of ea7cecfd943839d083a3bd71dd59e7f5 into 2e6c9343ab1246cb8016d13969c5c96b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:10,909 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:10,909 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., storeName=ea7cecfd943839d083a3bd71dd59e7f5/C, priority=13, startTime=1732193050842; duration=0sec 2024-11-21T12:44:10,909 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:10,909 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea7cecfd943839d083a3bd71dd59e7f5:C 2024-11-21T12:44:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:44:10,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:11,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193111006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:11,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193111108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:11,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193111181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:11,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193111191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:11,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193111199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:11,280 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/135f545ec5ff4b3183796b86bd4bf269 2024-11-21T12:44:11,282 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/c7b1831924da40eea180d995e22c3d9c as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/c7b1831924da40eea180d995e22c3d9c 2024-11-21T12:44:11,286 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ea7cecfd943839d083a3bd71dd59e7f5/B of ea7cecfd943839d083a3bd71dd59e7f5 into c7b1831924da40eea180d995e22c3d9c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:11,286 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:11,286 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., storeName=ea7cecfd943839d083a3bd71dd59e7f5/B, priority=13, startTime=1732193050842; duration=0sec 2024-11-21T12:44:11,287 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:11,287 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea7cecfd943839d083a3bd71dd59e7f5:B 2024-11-21T12:44:11,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/ac09476c265f41608b46deb9a2fefec6 is 50, key is test_row_0/B:col10/1732193050059/Put/seqid=0 2024-11-21T12:44:11,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742113_1289 (size=12301) 2024-11-21T12:44:11,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193111311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T12:44:11,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193111613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:11,693 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/ac09476c265f41608b46deb9a2fefec6 2024-11-21T12:44:11,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/e78182bfd8b2403db545b588fd4464ee is 50, key is test_row_0/C:col10/1732193050059/Put/seqid=0 2024-11-21T12:44:11,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742114_1290 (size=12301) 2024-11-21T12:44:12,107 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/e78182bfd8b2403db545b588fd4464ee 2024-11-21T12:44:12,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/135f545ec5ff4b3183796b86bd4bf269 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/135f545ec5ff4b3183796b86bd4bf269 2024-11-21T12:44:12,114 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/135f545ec5ff4b3183796b86bd4bf269, entries=150, sequenceid=365, filesize=12.0 K 2024-11-21T12:44:12,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/ac09476c265f41608b46deb9a2fefec6 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/ac09476c265f41608b46deb9a2fefec6 2024-11-21T12:44:12,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193112116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:12,119 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/ac09476c265f41608b46deb9a2fefec6, entries=150, sequenceid=365, filesize=12.0 K 2024-11-21T12:44:12,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/e78182bfd8b2403db545b588fd4464ee as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/e78182bfd8b2403db545b588fd4464ee 2024-11-21T12:44:12,123 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/e78182bfd8b2403db545b588fd4464ee, entries=150, sequenceid=365, filesize=12.0 K 2024-11-21T12:44:12,165 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for ea7cecfd943839d083a3bd71dd59e7f5 in 1306ms, sequenceid=365, compaction requested=false 2024-11-21T12:44:12,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:12,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:12,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-21T12:44:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-21T12:44:12,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-21T12:44:12,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9180 sec 2024-11-21T12:44:12,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.9210 sec 2024-11-21T12:44:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:44:12,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ea7cecfd943839d083a3bd71dd59e7f5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T12:44:12,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=A 2024-11-21T12:44:12,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:12,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=B 2024-11-21T12:44:12,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:12,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=C 2024-11-21T12:44:12,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:12,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/6404c965bb874d44ac311afb946b7290 is 50, key is test_row_0/A:col10/1732193051005/Put/seqid=0 2024-11-21T12:44:12,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742115_1291 (size=12301) 2024-11-21T12:44:12,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193112215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:12,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193112216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:12,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193112218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:12,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193112319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:12,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193112319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:12,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193112321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T12:44:12,351 INFO [Thread-1008 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-21T12:44:12,352 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:44:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-21T12:44:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T12:44:12,354 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:44:12,355 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:44:12,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:44:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T12:44:12,506 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:12,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-21T12:44:12,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:12,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:12,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:12,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:12,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:12,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193112535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:12,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193112535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:12,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193112535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:12,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/6404c965bb874d44ac311afb946b7290 2024-11-21T12:44:12,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/d60483921e6f4ead8b7bc487dae7ce97 is 50, key is test_row_0/B:col10/1732193051005/Put/seqid=0 2024-11-21T12:44:12,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742116_1292 (size=12301) 2024-11-21T12:44:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T12:44:12,659 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:12,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-21T12:44:12,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:12,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:12,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:12,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:12,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:12,811 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:12,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-21T12:44:12,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:12,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:12,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:12,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:12,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:12,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193112837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:12,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193112838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:12,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193112839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T12:44:12,963 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:12,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-21T12:44:12,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:12,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:12,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:12,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:12,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:13,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/d60483921e6f4ead8b7bc487dae7ce97 2024-11-21T12:44:13,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/3b36493441704fff874bd61afc735c3b is 50, key is test_row_0/C:col10/1732193051005/Put/seqid=0 2024-11-21T12:44:13,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742117_1293 (size=12301) 2024-11-21T12:44:13,116 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:13,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-21T12:44:13,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:13,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:13,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:13,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:13,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:13,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:13,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42126 deadline: 1732193113126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:13,268 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:13,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-21T12:44:13,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:13,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:13,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:13,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:13,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:13,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193113341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:13,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193113342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:13,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193113343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:13,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/3b36493441704fff874bd61afc735c3b 2024-11-21T12:44:13,421 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:13,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-21T12:44:13,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:13,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:13,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:13,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:13,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:13,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/6404c965bb874d44ac311afb946b7290 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/6404c965bb874d44ac311afb946b7290 2024-11-21T12:44:13,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/6404c965bb874d44ac311afb946b7290, entries=150, sequenceid=383, filesize=12.0 K 2024-11-21T12:44:13,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/d60483921e6f4ead8b7bc487dae7ce97 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/d60483921e6f4ead8b7bc487dae7ce97 2024-11-21T12:44:13,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/d60483921e6f4ead8b7bc487dae7ce97, entries=150, sequenceid=383, filesize=12.0 K 2024-11-21T12:44:13,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/3b36493441704fff874bd61afc735c3b as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/3b36493441704fff874bd61afc735c3b 2024-11-21T12:44:13,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/3b36493441704fff874bd61afc735c3b, entries=150, sequenceid=383, filesize=12.0 K 2024-11-21T12:44:13,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ea7cecfd943839d083a3bd71dd59e7f5 in 1255ms, sequenceid=383, compaction requested=true 2024-11-21T12:44:13,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:13,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea7cecfd943839d083a3bd71dd59e7f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:44:13,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:13,446 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:13,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea7cecfd943839d083a3bd71dd59e7f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:44:13,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:13,446 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:13,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea7cecfd943839d083a3bd71dd59e7f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:44:13,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:13,447 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:13,447 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:13,447 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): ea7cecfd943839d083a3bd71dd59e7f5/B is initiating minor compaction (all files) 2024-11-21T12:44:13,447 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): ea7cecfd943839d083a3bd71dd59e7f5/A is initiating minor compaction (all files) 2024-11-21T12:44:13,447 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ea7cecfd943839d083a3bd71dd59e7f5/B in TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:13,447 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ea7cecfd943839d083a3bd71dd59e7f5/A in TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:13,447 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/c7b1831924da40eea180d995e22c3d9c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/ac09476c265f41608b46deb9a2fefec6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/d60483921e6f4ead8b7bc487dae7ce97] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp, totalSize=36.8 K 2024-11-21T12:44:13,447 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/f38fe7f2ff1f4174b005edc3c637b69e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/135f545ec5ff4b3183796b86bd4bf269, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/6404c965bb874d44ac311afb946b7290] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp, totalSize=36.8 K 2024-11-21T12:44:13,447 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting c7b1831924da40eea180d995e22c3d9c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732193049856 2024-11-21T12:44:13,447 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting f38fe7f2ff1f4174b005edc3c637b69e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732193049856 2024-11-21T12:44:13,448 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting ac09476c265f41608b46deb9a2fefec6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732193050046 2024-11-21T12:44:13,448 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 135f545ec5ff4b3183796b86bd4bf269, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732193050046 2024-11-21T12:44:13,448 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting d60483921e6f4ead8b7bc487dae7ce97, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732193051002 2024-11-21T12:44:13,448 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6404c965bb874d44ac311afb946b7290, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732193051002 2024-11-21T12:44:13,454 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea7cecfd943839d083a3bd71dd59e7f5#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:13,454 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea7cecfd943839d083a3bd71dd59e7f5#A#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:13,455 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/241aa8ac504e4ab88b8fa3fbe04a78c0 is 50, key is test_row_0/A:col10/1732193051005/Put/seqid=0 2024-11-21T12:44:13,455 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/e130b9b0dc53484d82f8b0407ca26cd3 is 50, key is test_row_0/B:col10/1732193051005/Put/seqid=0 2024-11-21T12:44:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T12:44:13,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742119_1295 (size=13221) 2024-11-21T12:44:13,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742118_1294 (size=13221) 2024-11-21T12:44:13,464 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/e130b9b0dc53484d82f8b0407ca26cd3 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/e130b9b0dc53484d82f8b0407ca26cd3 2024-11-21T12:44:13,468 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ea7cecfd943839d083a3bd71dd59e7f5/B of ea7cecfd943839d083a3bd71dd59e7f5 into e130b9b0dc53484d82f8b0407ca26cd3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:13,468 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:13,468 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., storeName=ea7cecfd943839d083a3bd71dd59e7f5/B, priority=13, startTime=1732193053446; duration=0sec 2024-11-21T12:44:13,468 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:13,468 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea7cecfd943839d083a3bd71dd59e7f5:B 2024-11-21T12:44:13,468 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:13,469 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:13,469 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): ea7cecfd943839d083a3bd71dd59e7f5/C is initiating minor compaction (all files) 2024-11-21T12:44:13,469 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ea7cecfd943839d083a3bd71dd59e7f5/C in TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:13,469 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/2e6c9343ab1246cb8016d13969c5c96b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/e78182bfd8b2403db545b588fd4464ee, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/3b36493441704fff874bd61afc735c3b] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp, totalSize=36.8 K 2024-11-21T12:44:13,470 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e6c9343ab1246cb8016d13969c5c96b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732193049856 2024-11-21T12:44:13,470 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting e78182bfd8b2403db545b588fd4464ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732193050046 2024-11-21T12:44:13,470 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b36493441704fff874bd61afc735c3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732193051002 2024-11-21T12:44:13,477 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea7cecfd943839d083a3bd71dd59e7f5#C#compaction#248 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:13,477 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/5158967240ba4b17a70b8d3386e38d38 is 50, key is test_row_0/C:col10/1732193051005/Put/seqid=0 2024-11-21T12:44:13,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742120_1296 (size=13221) 2024-11-21T12:44:13,573 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:13,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-21T12:44:13,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:13,574 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing ea7cecfd943839d083a3bd71dd59e7f5 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-21T12:44:13,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=A 2024-11-21T12:44:13,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:13,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=B 2024-11-21T12:44:13,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:13,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=C 2024-11-21T12:44:13,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:13,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/785b787f823d489e800dc9b10e46d2ae is 50, key is test_row_0/A:col10/1732193052217/Put/seqid=0 2024-11-21T12:44:13,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742121_1297 (size=12301) 2024-11-21T12:44:13,862 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/241aa8ac504e4ab88b8fa3fbe04a78c0 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/241aa8ac504e4ab88b8fa3fbe04a78c0 2024-11-21T12:44:13,866 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ea7cecfd943839d083a3bd71dd59e7f5/A of ea7cecfd943839d083a3bd71dd59e7f5 into 241aa8ac504e4ab88b8fa3fbe04a78c0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:13,866 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:13,866 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., storeName=ea7cecfd943839d083a3bd71dd59e7f5/A, priority=13, startTime=1732193053446; duration=0sec 2024-11-21T12:44:13,866 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:13,866 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea7cecfd943839d083a3bd71dd59e7f5:A 2024-11-21T12:44:13,885 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/5158967240ba4b17a70b8d3386e38d38 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/5158967240ba4b17a70b8d3386e38d38 2024-11-21T12:44:13,888 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ea7cecfd943839d083a3bd71dd59e7f5/C of ea7cecfd943839d083a3bd71dd59e7f5 into 5158967240ba4b17a70b8d3386e38d38(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:13,888 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:13,888 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., storeName=ea7cecfd943839d083a3bd71dd59e7f5/C, priority=13, startTime=1732193053446; duration=0sec 2024-11-21T12:44:13,888 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:13,888 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea7cecfd943839d083a3bd71dd59e7f5:C 2024-11-21T12:44:13,982 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/785b787f823d489e800dc9b10e46d2ae 2024-11-21T12:44:13,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/ddf9d30ef85b4ee09a01c9ae7ddab1d8 is 50, key is test_row_0/B:col10/1732193052217/Put/seqid=0 2024-11-21T12:44:13,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742122_1298 (size=12301) 2024-11-21T12:44:14,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:44:14,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. as already flushing 2024-11-21T12:44:14,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193114357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:14,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193114359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:14,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193114359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:14,391 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/ddf9d30ef85b4ee09a01c9ae7ddab1d8 2024-11-21T12:44:14,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/20c6ec931f2043cdad4bd97c13ad2157 is 50, key is test_row_0/C:col10/1732193052217/Put/seqid=0 2024-11-21T12:44:14,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742123_1299 (size=12301) 2024-11-21T12:44:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T12:44:14,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193114460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:14,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193114462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:14,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193114462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:14,640 DEBUG [Thread-1015 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05a26c4c to 127.0.0.1:59516 2024-11-21T12:44:14,640 DEBUG [Thread-1015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:44:14,641 DEBUG [Thread-1017 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a5484c7 to 127.0.0.1:59516 2024-11-21T12:44:14,641 DEBUG [Thread-1017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:44:14,641 DEBUG [Thread-1013 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bec6f0b to 127.0.0.1:59516 2024-11-21T12:44:14,641 DEBUG [Thread-1013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:44:14,642 DEBUG [Thread-1011 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7dc73164 to 127.0.0.1:59516 2024-11-21T12:44:14,642 DEBUG [Thread-1011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:44:14,642 DEBUG [Thread-1009 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3819c9f6 to 127.0.0.1:59516 2024-11-21T12:44:14,642 DEBUG [Thread-1009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:44:14,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42140 deadline: 1732193114663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:14,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42088 deadline: 1732193114665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:14,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42172 deadline: 1732193114666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:14,801 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/20c6ec931f2043cdad4bd97c13ad2157 2024-11-21T12:44:14,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/785b787f823d489e800dc9b10e46d2ae as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/785b787f823d489e800dc9b10e46d2ae 2024-11-21T12:44:14,811 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/785b787f823d489e800dc9b10e46d2ae, entries=150, sequenceid=405, filesize=12.0 K 2024-11-21T12:44:14,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/ddf9d30ef85b4ee09a01c9ae7ddab1d8 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/ddf9d30ef85b4ee09a01c9ae7ddab1d8 2024-11-21T12:44:14,816 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/ddf9d30ef85b4ee09a01c9ae7ddab1d8, entries=150, sequenceid=405, filesize=12.0 K 2024-11-21T12:44:14,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/20c6ec931f2043cdad4bd97c13ad2157 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/20c6ec931f2043cdad4bd97c13ad2157 2024-11-21T12:44:14,819 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/20c6ec931f2043cdad4bd97c13ad2157, entries=150, sequenceid=405, filesize=12.0 K 2024-11-21T12:44:14,820 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for ea7cecfd943839d083a3bd71dd59e7f5 in 1247ms, sequenceid=405, compaction requested=false 2024-11-21T12:44:14,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:14,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:14,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-21T12:44:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-21T12:44:14,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-21T12:44:14,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4660 sec 2024-11-21T12:44:14,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 2.4700 sec 2024-11-21T12:44:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:44:14,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ea7cecfd943839d083a3bd71dd59e7f5 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-21T12:44:14,971 DEBUG [Thread-1006 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x576595e4 to 127.0.0.1:59516 2024-11-21T12:44:14,971 DEBUG [Thread-998 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79228433 to 127.0.0.1:59516 2024-11-21T12:44:14,971 DEBUG [Thread-1006 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:44:14,971 DEBUG [Thread-998 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:44:14,972 DEBUG [Thread-1000 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x774e895a to 127.0.0.1:59516 2024-11-21T12:44:14,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=A 2024-11-21T12:44:14,972 DEBUG [Thread-1000 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:44:14,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:14,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=B 2024-11-21T12:44:14,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:14,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=C 2024-11-21T12:44:14,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:14,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/825d48875a5e432c83986fcb18cd4e19 is 50, key is test_row_0/A:col10/1732193054967/Put/seqid=0 2024-11-21T12:44:14,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742124_1300 (size=12301) 2024-11-21T12:44:15,136 DEBUG [Thread-1002 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d8ad087 to 127.0.0.1:59516 2024-11-21T12:44:15,136 DEBUG [Thread-1002 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:44:15,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/825d48875a5e432c83986fcb18cd4e19 2024-11-21T12:44:15,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/be40600bab0044f89c05951db34d0aa4 is 50, key is test_row_0/B:col10/1732193054967/Put/seqid=0 2024-11-21T12:44:15,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742125_1301 (size=12301) 2024-11-21T12:44:15,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/be40600bab0044f89c05951db34d0aa4 2024-11-21T12:44:15,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/370f2008286a428fb3542cdc649523a0 is 50, key is test_row_0/C:col10/1732193054967/Put/seqid=0 2024-11-21T12:44:15,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742126_1302 (size=12301) 2024-11-21T12:44:16,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/370f2008286a428fb3542cdc649523a0 2024-11-21T12:44:16,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/825d48875a5e432c83986fcb18cd4e19 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/825d48875a5e432c83986fcb18cd4e19 2024-11-21T12:44:16,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/825d48875a5e432c83986fcb18cd4e19, entries=150, sequenceid=426, filesize=12.0 K 2024-11-21T12:44:16,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/be40600bab0044f89c05951db34d0aa4 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/be40600bab0044f89c05951db34d0aa4 2024-11-21T12:44:16,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/be40600bab0044f89c05951db34d0aa4, entries=150, sequenceid=426, filesize=12.0 K 2024-11-21T12:44:16,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/370f2008286a428fb3542cdc649523a0 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/370f2008286a428fb3542cdc649523a0 2024-11-21T12:44:16,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/370f2008286a428fb3542cdc649523a0, entries=150, sequenceid=426, filesize=12.0 K 2024-11-21T12:44:16,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=6.71 KB/6870 for ea7cecfd943839d083a3bd71dd59e7f5 in 1281ms, sequenceid=426, compaction requested=true 2024-11-21T12:44:16,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:16,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea7cecfd943839d083a3bd71dd59e7f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:44:16,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:16,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea7cecfd943839d083a3bd71dd59e7f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:44:16,251 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:16,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:16,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ea7cecfd943839d083a3bd71dd59e7f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:44:16,251 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:16,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:16,252 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:16,252 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:16,252 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): ea7cecfd943839d083a3bd71dd59e7f5/B is initiating minor compaction (all files) 2024-11-21T12:44:16,252 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): ea7cecfd943839d083a3bd71dd59e7f5/A is initiating minor compaction (all files) 2024-11-21T12:44:16,252 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ea7cecfd943839d083a3bd71dd59e7f5/A in TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:16,252 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ea7cecfd943839d083a3bd71dd59e7f5/B in TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:16,252 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/e130b9b0dc53484d82f8b0407ca26cd3, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/ddf9d30ef85b4ee09a01c9ae7ddab1d8, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/be40600bab0044f89c05951db34d0aa4] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp, totalSize=36.9 K 2024-11-21T12:44:16,252 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/241aa8ac504e4ab88b8fa3fbe04a78c0, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/785b787f823d489e800dc9b10e46d2ae, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/825d48875a5e432c83986fcb18cd4e19] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp, totalSize=36.9 K 2024-11-21T12:44:16,252 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 241aa8ac504e4ab88b8fa3fbe04a78c0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732193051002 2024-11-21T12:44:16,252 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting e130b9b0dc53484d82f8b0407ca26cd3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732193051002 2024-11-21T12:44:16,252 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 785b787f823d489e800dc9b10e46d2ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732193052213 2024-11-21T12:44:16,252 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting ddf9d30ef85b4ee09a01c9ae7ddab1d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732193052213 2024-11-21T12:44:16,253 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 825d48875a5e432c83986fcb18cd4e19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732193054356 2024-11-21T12:44:16,253 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting be40600bab0044f89c05951db34d0aa4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732193054356 2024-11-21T12:44:16,259 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea7cecfd943839d083a3bd71dd59e7f5#B#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:16,260 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/e66f38c2106a4e8da8ae37c7bb41e0b9 is 50, key is test_row_0/B:col10/1732193054967/Put/seqid=0 2024-11-21T12:44:16,260 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ea7cecfd943839d083a3bd71dd59e7f5#A#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:16,260 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/d076f4776502446eaeb1d4b48bae41ee is 50, key is test_row_0/A:col10/1732193054967/Put/seqid=0 2024-11-21T12:44:16,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742127_1303 (size=13323) 2024-11-21T12:44:16,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742128_1304 (size=13323) 2024-11-21T12:44:16,372 DEBUG [Thread-1004 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2bc97c62 to 127.0.0.1:59516 2024-11-21T12:44:16,372 DEBUG [Thread-1004 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:44:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T12:44:16,457 INFO [Thread-1008 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-21T12:44:16,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T12:44:16,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-21T12:44:16,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-21T12:44:16,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-21T12:44:16,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-21T12:44:16,458 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-21T12:44:16,458 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T12:44:16,458 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4584 2024-11-21T12:44:16,458 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4498 2024-11-21T12:44:16,458 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4407 2024-11-21T12:44:16,458 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4601 2024-11-21T12:44:16,458 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4515 2024-11-21T12:44:16,458 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T12:44:16,458 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T12:44:16,458 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5de16053 to 127.0.0.1:59516 2024-11-21T12:44:16,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:44:16,459 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T12:44:16,459 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-21T12:44:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T12:44:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T12:44:16,462 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732193056461"}]},"ts":"1732193056461"} 2024-11-21T12:44:16,463 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T12:44:16,473 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T12:44:16,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T12:44:16,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ea7cecfd943839d083a3bd71dd59e7f5, UNASSIGN}] 2024-11-21T12:44:16,476 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=79, ppid=78, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ea7cecfd943839d083a3bd71dd59e7f5, UNASSIGN 2024-11-21T12:44:16,477 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=79 updating hbase:meta row=ea7cecfd943839d083a3bd71dd59e7f5, regionState=CLOSING, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:16,478 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T12:44:16,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; CloseRegionProcedure ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767}] 2024-11-21T12:44:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T12:44:16,630 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:16,631 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] handler.UnassignRegionHandler(124): Close ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:44:16,631 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T12:44:16,631 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HRegion(1681): Closing ea7cecfd943839d083a3bd71dd59e7f5, disabling compactions & flushes 2024-11-21T12:44:16,631 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:16,672 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/e66f38c2106a4e8da8ae37c7bb41e0b9 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/e66f38c2106a4e8da8ae37c7bb41e0b9 2024-11-21T12:44:16,672 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/d076f4776502446eaeb1d4b48bae41ee as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/d076f4776502446eaeb1d4b48bae41ee 2024-11-21T12:44:16,676 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ea7cecfd943839d083a3bd71dd59e7f5/B of ea7cecfd943839d083a3bd71dd59e7f5 into e66f38c2106a4e8da8ae37c7bb41e0b9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:16,676 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ea7cecfd943839d083a3bd71dd59e7f5/A of ea7cecfd943839d083a3bd71dd59e7f5 into d076f4776502446eaeb1d4b48bae41ee(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:16,677 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:16,677 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:16,677 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., storeName=ea7cecfd943839d083a3bd71dd59e7f5/A, priority=13, startTime=1732193056251; duration=0sec 2024-11-21T12:44:16,677 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5., storeName=ea7cecfd943839d083a3bd71dd59e7f5/B, priority=13, startTime=1732193056251; duration=0sec 2024-11-21T12:44:16,677 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:16,677 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:16,677 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:16,677 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:16,677 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea7cecfd943839d083a3bd71dd59e7f5:B 2024-11-21T12:44:16,677 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea7cecfd943839d083a3bd71dd59e7f5:A 2024-11-21T12:44:16,677 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. after waiting 0 ms 2024-11-21T12:44:16,677 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:16,677 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. because compaction request was cancelled 2024-11-21T12:44:16,677 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ea7cecfd943839d083a3bd71dd59e7f5:C 2024-11-21T12:44:16,677 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HRegion(2837): Flushing ea7cecfd943839d083a3bd71dd59e7f5 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-21T12:44:16,677 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=A 2024-11-21T12:44:16,677 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:16,677 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=B 2024-11-21T12:44:16,677 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:16,677 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ea7cecfd943839d083a3bd71dd59e7f5, store=C 2024-11-21T12:44:16,677 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:16,680 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/5261dcdd6b2143c0a862c2091975e7dc is 50, key is test_row_0/A:col10/1732193055135/Put/seqid=0 2024-11-21T12:44:16,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742129_1305 (size=9857) 2024-11-21T12:44:16,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T12:44:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T12:44:17,085 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/5261dcdd6b2143c0a862c2091975e7dc 2024-11-21T12:44:17,097 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/c266cb1c24fa4078bd14410236d381f0 is 50, key is test_row_0/B:col10/1732193055135/Put/seqid=0 2024-11-21T12:44:17,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742130_1306 (size=9857) 2024-11-21T12:44:17,503 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/c266cb1c24fa4078bd14410236d381f0 2024-11-21T12:44:17,540 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/bfff61efca7241fa96256db6c89fda65 is 50, key is test_row_0/C:col10/1732193055135/Put/seqid=0 2024-11-21T12:44:17,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742131_1307 (size=9857) 2024-11-21T12:44:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T12:44:17,946 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/bfff61efca7241fa96256db6c89fda65 2024-11-21T12:44:17,954 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/A/5261dcdd6b2143c0a862c2091975e7dc as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/5261dcdd6b2143c0a862c2091975e7dc 2024-11-21T12:44:17,959 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/5261dcdd6b2143c0a862c2091975e7dc, entries=100, sequenceid=433, filesize=9.6 K 2024-11-21T12:44:17,960 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/B/c266cb1c24fa4078bd14410236d381f0 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/c266cb1c24fa4078bd14410236d381f0 2024-11-21T12:44:17,963 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/c266cb1c24fa4078bd14410236d381f0, entries=100, sequenceid=433, filesize=9.6 K 2024-11-21T12:44:17,964 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/.tmp/C/bfff61efca7241fa96256db6c89fda65 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/bfff61efca7241fa96256db6c89fda65 2024-11-21T12:44:17,968 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/bfff61efca7241fa96256db6c89fda65, entries=100, sequenceid=433, filesize=9.6 K 2024-11-21T12:44:17,968 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for ea7cecfd943839d083a3bd71dd59e7f5 in 1291ms, sequenceid=433, compaction requested=true 2024-11-21T12:44:17,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/d14355dd1fab484d81f6ba00d9147315, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/05aeae4c6bfa4a51bab92c4b38eab23e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/2c8667cdb42d4249841c1e7e61b331c7, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/9e72e1a1298948ffaa22f0bf714230f4, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/ca1fd77ea8094e0197192c9bede29bde, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/b3490a100cfc4272a5203bc9ddee9a83, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/eb1107529221437d80c51a8e9870c432, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/d105687c36f546e69849f9c3f073843e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/58b669f829a54ac49ea664d35e722f00, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/7c78cc126bc44b12829d20b8152d106b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/e8123fa254e84be296f4994b3e5feacf, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/a41524aa8b024645a567120bcbcc2947, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/2d8abb32dd1b4193a17aecb1a20c4b56, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/bc94bd1622dc40838dca1331c89dc6b3, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/25437950858e409ca614a9c7750a2e90, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/e0ad3c3169e84a958538661f7d25f292, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/cc963c880f0b47bb95e84c977587b3f7, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/acf3ce418bbc4f30aa6fd5d768b10cde, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/fe8fdca9ac9c41c0b956cb974cfd21e1, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/32ec9bf3b2e04235936d1c0b5ef3d013, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/e8297e8b76584ab390db9fe04390c7af, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/354e70e65eba4089855751b34bd9f63f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/7af9331c6ea0498b91795b740cfa1e19, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/6ec2ea2474fb4e5a8be84a22a382f952, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/f38fe7f2ff1f4174b005edc3c637b69e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/135f545ec5ff4b3183796b86bd4bf269, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/241aa8ac504e4ab88b8fa3fbe04a78c0, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/6404c965bb874d44ac311afb946b7290, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/785b787f823d489e800dc9b10e46d2ae, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/825d48875a5e432c83986fcb18cd4e19] to archive 2024-11-21T12:44:17,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:44:17,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/d14355dd1fab484d81f6ba00d9147315 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/d14355dd1fab484d81f6ba00d9147315 2024-11-21T12:44:17,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/05aeae4c6bfa4a51bab92c4b38eab23e to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/05aeae4c6bfa4a51bab92c4b38eab23e 2024-11-21T12:44:17,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/2c8667cdb42d4249841c1e7e61b331c7 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/2c8667cdb42d4249841c1e7e61b331c7 2024-11-21T12:44:17,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/9e72e1a1298948ffaa22f0bf714230f4 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/9e72e1a1298948ffaa22f0bf714230f4 2024-11-21T12:44:17,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/ca1fd77ea8094e0197192c9bede29bde to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/ca1fd77ea8094e0197192c9bede29bde 2024-11-21T12:44:17,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/b3490a100cfc4272a5203bc9ddee9a83 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/b3490a100cfc4272a5203bc9ddee9a83 2024-11-21T12:44:17,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/eb1107529221437d80c51a8e9870c432 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/eb1107529221437d80c51a8e9870c432 2024-11-21T12:44:17,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/d105687c36f546e69849f9c3f073843e to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/d105687c36f546e69849f9c3f073843e 2024-11-21T12:44:17,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/58b669f829a54ac49ea664d35e722f00 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/58b669f829a54ac49ea664d35e722f00 2024-11-21T12:44:17,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/7c78cc126bc44b12829d20b8152d106b to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/7c78cc126bc44b12829d20b8152d106b 2024-11-21T12:44:17,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/e8123fa254e84be296f4994b3e5feacf to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/e8123fa254e84be296f4994b3e5feacf 2024-11-21T12:44:17,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/a41524aa8b024645a567120bcbcc2947 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/a41524aa8b024645a567120bcbcc2947 2024-11-21T12:44:17,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/2d8abb32dd1b4193a17aecb1a20c4b56 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/2d8abb32dd1b4193a17aecb1a20c4b56 2024-11-21T12:44:17,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/bc94bd1622dc40838dca1331c89dc6b3 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/bc94bd1622dc40838dca1331c89dc6b3 2024-11-21T12:44:17,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/25437950858e409ca614a9c7750a2e90 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/25437950858e409ca614a9c7750a2e90 2024-11-21T12:44:17,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/e0ad3c3169e84a958538661f7d25f292 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/e0ad3c3169e84a958538661f7d25f292 2024-11-21T12:44:17,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/cc963c880f0b47bb95e84c977587b3f7 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/cc963c880f0b47bb95e84c977587b3f7 2024-11-21T12:44:17,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/acf3ce418bbc4f30aa6fd5d768b10cde to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/acf3ce418bbc4f30aa6fd5d768b10cde 2024-11-21T12:44:17,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/fe8fdca9ac9c41c0b956cb974cfd21e1 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/fe8fdca9ac9c41c0b956cb974cfd21e1 2024-11-21T12:44:17,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/32ec9bf3b2e04235936d1c0b5ef3d013 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/32ec9bf3b2e04235936d1c0b5ef3d013 2024-11-21T12:44:17,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/e8297e8b76584ab390db9fe04390c7af to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/e8297e8b76584ab390db9fe04390c7af 2024-11-21T12:44:17,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/354e70e65eba4089855751b34bd9f63f to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/354e70e65eba4089855751b34bd9f63f 2024-11-21T12:44:17,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/7af9331c6ea0498b91795b740cfa1e19 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/7af9331c6ea0498b91795b740cfa1e19 2024-11-21T12:44:17,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/6ec2ea2474fb4e5a8be84a22a382f952 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/6ec2ea2474fb4e5a8be84a22a382f952 2024-11-21T12:44:17,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/f38fe7f2ff1f4174b005edc3c637b69e to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/f38fe7f2ff1f4174b005edc3c637b69e 2024-11-21T12:44:17,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/135f545ec5ff4b3183796b86bd4bf269 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/135f545ec5ff4b3183796b86bd4bf269 2024-11-21T12:44:17,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/241aa8ac504e4ab88b8fa3fbe04a78c0 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/241aa8ac504e4ab88b8fa3fbe04a78c0 2024-11-21T12:44:17,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/6404c965bb874d44ac311afb946b7290 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/6404c965bb874d44ac311afb946b7290 2024-11-21T12:44:17,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/785b787f823d489e800dc9b10e46d2ae to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/785b787f823d489e800dc9b10e46d2ae 2024-11-21T12:44:17,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/825d48875a5e432c83986fcb18cd4e19 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/825d48875a5e432c83986fcb18cd4e19 2024-11-21T12:44:17,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/d0bc5d199fdd46aebed232ea3ac92bfa, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/5adba27e5c664d6f979c49ec9e186237, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/90d834049b98495ba5bdf8245d9ed5af, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/a0792dfc45724b2e8eb638be4a0fe11b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/ff74584094514f09abcef935eff583e0, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/33fd9ee7e31047b1b6cfa4a0c008585e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/a04bb6bf017d48328599458bce971d2c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/928ec9469fa440c8a3c6f08a74792422, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/5428418d84d14533a4f06214ca367dc3, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/f826291048e44c6d88ef7e137631f2fd, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/813c6c745d404dac9db55b38472b31a2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/c0d1a660c0a9462181b64a28ccafc28a, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/23f4562649c4431785878dbb4f0b5f41, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/3fa44a4dda7d4194b4a0d92b7846e2e3, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/7d20dc8192844f14b5b262cab635a2e3, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/d925f65d9d51435dbe8a9c52031605d1, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/ee29524e5758481993c9382fca337eae, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/dd7ab84c4a8040178251d50de6c002ad, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/dd29986aea9342bebc007b41e7c2d970, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/7ada11b2565a4cfc8db5780f17adc0d2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/c4a76cbd9eae4cb0b4445cc244f94adf, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/e1e65df63af7437e8c52bd3a724b29cd, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/3d3f511ea00a476991588ff65191fa46, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/c7b1831924da40eea180d995e22c3d9c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/09521eabdc6d46e7a0881a81281f8f22, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/ac09476c265f41608b46deb9a2fefec6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/e130b9b0dc53484d82f8b0407ca26cd3, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/d60483921e6f4ead8b7bc487dae7ce97, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/ddf9d30ef85b4ee09a01c9ae7ddab1d8, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/be40600bab0044f89c05951db34d0aa4] to archive 2024-11-21T12:44:18,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:44:18,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/d0bc5d199fdd46aebed232ea3ac92bfa to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/d0bc5d199fdd46aebed232ea3ac92bfa 2024-11-21T12:44:18,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/5adba27e5c664d6f979c49ec9e186237 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/5adba27e5c664d6f979c49ec9e186237 2024-11-21T12:44:18,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/90d834049b98495ba5bdf8245d9ed5af to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/90d834049b98495ba5bdf8245d9ed5af 2024-11-21T12:44:18,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/a0792dfc45724b2e8eb638be4a0fe11b to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/a0792dfc45724b2e8eb638be4a0fe11b 2024-11-21T12:44:18,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/ff74584094514f09abcef935eff583e0 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/ff74584094514f09abcef935eff583e0 2024-11-21T12:44:18,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/33fd9ee7e31047b1b6cfa4a0c008585e to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/33fd9ee7e31047b1b6cfa4a0c008585e 2024-11-21T12:44:18,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/a04bb6bf017d48328599458bce971d2c to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/a04bb6bf017d48328599458bce971d2c 2024-11-21T12:44:18,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/928ec9469fa440c8a3c6f08a74792422 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/928ec9469fa440c8a3c6f08a74792422 2024-11-21T12:44:18,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/5428418d84d14533a4f06214ca367dc3 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/5428418d84d14533a4f06214ca367dc3 2024-11-21T12:44:18,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/f826291048e44c6d88ef7e137631f2fd to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/f826291048e44c6d88ef7e137631f2fd 2024-11-21T12:44:18,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/813c6c745d404dac9db55b38472b31a2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/813c6c745d404dac9db55b38472b31a2 2024-11-21T12:44:18,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/c0d1a660c0a9462181b64a28ccafc28a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/c0d1a660c0a9462181b64a28ccafc28a 2024-11-21T12:44:18,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/23f4562649c4431785878dbb4f0b5f41 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/23f4562649c4431785878dbb4f0b5f41 2024-11-21T12:44:18,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/3fa44a4dda7d4194b4a0d92b7846e2e3 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/3fa44a4dda7d4194b4a0d92b7846e2e3 2024-11-21T12:44:18,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/7d20dc8192844f14b5b262cab635a2e3 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/7d20dc8192844f14b5b262cab635a2e3 2024-11-21T12:44:18,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/d925f65d9d51435dbe8a9c52031605d1 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/d925f65d9d51435dbe8a9c52031605d1 2024-11-21T12:44:18,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/ee29524e5758481993c9382fca337eae to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/ee29524e5758481993c9382fca337eae 2024-11-21T12:44:18,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/dd7ab84c4a8040178251d50de6c002ad to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/dd7ab84c4a8040178251d50de6c002ad 2024-11-21T12:44:18,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/dd29986aea9342bebc007b41e7c2d970 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/dd29986aea9342bebc007b41e7c2d970 2024-11-21T12:44:18,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/7ada11b2565a4cfc8db5780f17adc0d2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/7ada11b2565a4cfc8db5780f17adc0d2 2024-11-21T12:44:18,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/c4a76cbd9eae4cb0b4445cc244f94adf to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/c4a76cbd9eae4cb0b4445cc244f94adf 2024-11-21T12:44:18,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/e1e65df63af7437e8c52bd3a724b29cd to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/e1e65df63af7437e8c52bd3a724b29cd 2024-11-21T12:44:18,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/3d3f511ea00a476991588ff65191fa46 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/3d3f511ea00a476991588ff65191fa46 2024-11-21T12:44:18,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/c7b1831924da40eea180d995e22c3d9c to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/c7b1831924da40eea180d995e22c3d9c 2024-11-21T12:44:18,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/09521eabdc6d46e7a0881a81281f8f22 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/09521eabdc6d46e7a0881a81281f8f22 2024-11-21T12:44:18,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/ac09476c265f41608b46deb9a2fefec6 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/ac09476c265f41608b46deb9a2fefec6 2024-11-21T12:44:18,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/e130b9b0dc53484d82f8b0407ca26cd3 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/e130b9b0dc53484d82f8b0407ca26cd3 2024-11-21T12:44:18,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/d60483921e6f4ead8b7bc487dae7ce97 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/d60483921e6f4ead8b7bc487dae7ce97 2024-11-21T12:44:18,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/ddf9d30ef85b4ee09a01c9ae7ddab1d8 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/ddf9d30ef85b4ee09a01c9ae7ddab1d8 2024-11-21T12:44:18,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/be40600bab0044f89c05951db34d0aa4 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/be40600bab0044f89c05951db34d0aa4 2024-11-21T12:44:18,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/5b63eb3dc21d46239c310b951812723e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/d2490d5796884be0bca175321ad7834f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/635e9739f1d3496c9539db5eee6e96c2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/a2a6e0bc54724b72b01b81e28fd3d084, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/dbc4250a0d0f43ffb1cc82ecbff32727, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/4ba22aea800c43d28249c4abb1b16300, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/972be94d1a204d6e96f06f663385c1df, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/0f506950b4864baeafab67ef03db2902, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/b6c6a06835ae4c4eb8236dc155362361, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/133e7f28c94e44508d8d5dd05c8ff62e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/208ba8aea2564eeeb9dd0517687a8ec8, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/1115fca460da4dc8b51eccc77a6b93f5, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/56e9c014275e4ba4a1db8819d7c563e2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/d82bbbf6646942b39d2648bc173cc0d9, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/fdf320be225745de92c44eeeff48e7ec, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/9438a8f6bfbc4d5db08f7b73b59147ac, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/dbbf17b0150148da9b623a7bebd7ab72, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/31a8824385484e65b59227cc1fcf9d8c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/162f283475df4cc3a14290321d94a12d, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/b3fe744b7abc40dbb633945cd271a44e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/250b090416e24f9cb6c8b5dba2c19f27, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/0061339318d240369f433be9a80b84ab, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/bcf08ba62408460b880a77272c23b351, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/2e6c9343ab1246cb8016d13969c5c96b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/65617fcec7714998a54baefdf00ec4f4, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/e78182bfd8b2403db545b588fd4464ee, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/3b36493441704fff874bd61afc735c3b] to archive 2024-11-21T12:44:18,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:44:18,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/5b63eb3dc21d46239c310b951812723e to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/5b63eb3dc21d46239c310b951812723e 2024-11-21T12:44:18,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/d2490d5796884be0bca175321ad7834f to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/d2490d5796884be0bca175321ad7834f 2024-11-21T12:44:18,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/635e9739f1d3496c9539db5eee6e96c2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/635e9739f1d3496c9539db5eee6e96c2 2024-11-21T12:44:18,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/a2a6e0bc54724b72b01b81e28fd3d084 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/a2a6e0bc54724b72b01b81e28fd3d084 2024-11-21T12:44:18,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/dbc4250a0d0f43ffb1cc82ecbff32727 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/dbc4250a0d0f43ffb1cc82ecbff32727 2024-11-21T12:44:18,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/4ba22aea800c43d28249c4abb1b16300 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/4ba22aea800c43d28249c4abb1b16300 2024-11-21T12:44:18,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/972be94d1a204d6e96f06f663385c1df to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/972be94d1a204d6e96f06f663385c1df 2024-11-21T12:44:18,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/0f506950b4864baeafab67ef03db2902 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/0f506950b4864baeafab67ef03db2902 2024-11-21T12:44:18,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/b6c6a06835ae4c4eb8236dc155362361 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/b6c6a06835ae4c4eb8236dc155362361 2024-11-21T12:44:18,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/133e7f28c94e44508d8d5dd05c8ff62e to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/133e7f28c94e44508d8d5dd05c8ff62e 2024-11-21T12:44:18,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/208ba8aea2564eeeb9dd0517687a8ec8 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/208ba8aea2564eeeb9dd0517687a8ec8 2024-11-21T12:44:18,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/1115fca460da4dc8b51eccc77a6b93f5 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/1115fca460da4dc8b51eccc77a6b93f5 2024-11-21T12:44:18,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/56e9c014275e4ba4a1db8819d7c563e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/56e9c014275e4ba4a1db8819d7c563e2 2024-11-21T12:44:18,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/d82bbbf6646942b39d2648bc173cc0d9 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/d82bbbf6646942b39d2648bc173cc0d9 2024-11-21T12:44:18,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/fdf320be225745de92c44eeeff48e7ec to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/fdf320be225745de92c44eeeff48e7ec 2024-11-21T12:44:18,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/9438a8f6bfbc4d5db08f7b73b59147ac to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/9438a8f6bfbc4d5db08f7b73b59147ac 2024-11-21T12:44:18,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/dbbf17b0150148da9b623a7bebd7ab72 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/dbbf17b0150148da9b623a7bebd7ab72 2024-11-21T12:44:18,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/31a8824385484e65b59227cc1fcf9d8c to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/31a8824385484e65b59227cc1fcf9d8c 2024-11-21T12:44:18,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/162f283475df4cc3a14290321d94a12d to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/162f283475df4cc3a14290321d94a12d 2024-11-21T12:44:18,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/b3fe744b7abc40dbb633945cd271a44e to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/b3fe744b7abc40dbb633945cd271a44e 2024-11-21T12:44:18,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/250b090416e24f9cb6c8b5dba2c19f27 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/250b090416e24f9cb6c8b5dba2c19f27 2024-11-21T12:44:18,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/0061339318d240369f433be9a80b84ab to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/0061339318d240369f433be9a80b84ab 2024-11-21T12:44:18,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/bcf08ba62408460b880a77272c23b351 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/bcf08ba62408460b880a77272c23b351 2024-11-21T12:44:18,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/2e6c9343ab1246cb8016d13969c5c96b to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/2e6c9343ab1246cb8016d13969c5c96b 2024-11-21T12:44:18,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/65617fcec7714998a54baefdf00ec4f4 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/65617fcec7714998a54baefdf00ec4f4 2024-11-21T12:44:18,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/e78182bfd8b2403db545b588fd4464ee to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/e78182bfd8b2403db545b588fd4464ee 2024-11-21T12:44:18,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/3b36493441704fff874bd61afc735c3b to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/3b36493441704fff874bd61afc735c3b 2024-11-21T12:44:18,058 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/recovered.edits/436.seqid, newMaxSeqId=436, maxSeqId=1 2024-11-21T12:44:18,059 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5. 2024-11-21T12:44:18,059 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HRegion(1635): Region close journal for ea7cecfd943839d083a3bd71dd59e7f5: 2024-11-21T12:44:18,060 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] handler.UnassignRegionHandler(170): Closed ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:44:18,060 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=79 updating hbase:meta row=ea7cecfd943839d083a3bd71dd59e7f5, regionState=CLOSED 2024-11-21T12:44:18,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-21T12:44:18,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; CloseRegionProcedure ea7cecfd943839d083a3bd71dd59e7f5, server=b3d5da5e0922,39829,1732192970767 in 1.5830 sec 2024-11-21T12:44:18,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=79, resume processing ppid=78 2024-11-21T12:44:18,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, ppid=78, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ea7cecfd943839d083a3bd71dd59e7f5, UNASSIGN in 1.5870 sec 2024-11-21T12:44:18,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-21T12:44:18,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5890 sec 2024-11-21T12:44:18,065 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732193058065"}]},"ts":"1732193058065"} 2024-11-21T12:44:18,066 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T12:44:18,107 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T12:44:18,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6480 sec 2024-11-21T12:44:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T12:44:18,569 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-21T12:44:18,571 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-21T12:44:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:44:18,575 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=81, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:44:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T12:44:18,577 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=81, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:44:18,581 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:44:18,585 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A, FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B, FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C, FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/recovered.edits] 2024-11-21T12:44:18,588 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/5261dcdd6b2143c0a862c2091975e7dc to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/5261dcdd6b2143c0a862c2091975e7dc 2024-11-21T12:44:18,589 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/d076f4776502446eaeb1d4b48bae41ee to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/A/d076f4776502446eaeb1d4b48bae41ee 2024-11-21T12:44:18,593 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/c266cb1c24fa4078bd14410236d381f0 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/c266cb1c24fa4078bd14410236d381f0 2024-11-21T12:44:18,594 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/e66f38c2106a4e8da8ae37c7bb41e0b9 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/B/e66f38c2106a4e8da8ae37c7bb41e0b9 2024-11-21T12:44:18,598 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/20c6ec931f2043cdad4bd97c13ad2157 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/20c6ec931f2043cdad4bd97c13ad2157 2024-11-21T12:44:18,600 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/370f2008286a428fb3542cdc649523a0 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/370f2008286a428fb3542cdc649523a0 2024-11-21T12:44:18,602 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/5158967240ba4b17a70b8d3386e38d38 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/5158967240ba4b17a70b8d3386e38d38 2024-11-21T12:44:18,603 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/bfff61efca7241fa96256db6c89fda65 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/C/bfff61efca7241fa96256db6c89fda65 2024-11-21T12:44:18,607 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/recovered.edits/436.seqid to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5/recovered.edits/436.seqid 2024-11-21T12:44:18,608 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/ea7cecfd943839d083a3bd71dd59e7f5 2024-11-21T12:44:18,608 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T12:44:18,610 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=81, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:44:18,615 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T12:44:18,616 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T12:44:18,617 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=81, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:44:18,617 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T12:44:18,617 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732193058617"}]},"ts":"9223372036854775807"} 2024-11-21T12:44:18,619 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T12:44:18,619 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ea7cecfd943839d083a3bd71dd59e7f5, NAME => 'TestAcidGuarantees,,1732193032331.ea7cecfd943839d083a3bd71dd59e7f5.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T12:44:18,619 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T12:44:18,619 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732193058619"}]},"ts":"9223372036854775807"} 2024-11-21T12:44:18,620 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T12:44:18,641 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=81, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:44:18,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 70 msec 2024-11-21T12:44:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T12:44:18,679 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-21T12:44:18,695 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=241 (was 242), OpenFileDescriptor=459 (was 465), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=787 (was 861), ProcessCount=11 (was 11), AvailableMemoryMB=5443 (was 5506) 2024-11-21T12:44:18,704 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=787, ProcessCount=11, AvailableMemoryMB=5443 2024-11-21T12:44:18,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T12:44:18,706 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:44:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=82, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T12:44:18,708 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=82, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:44:18,708 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:18,708 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 82 2024-11-21T12:44:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=82 2024-11-21T12:44:18,709 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=82, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:44:18,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742132_1308 (size=960) 2024-11-21T12:44:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=82 2024-11-21T12:44:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=82 2024-11-21T12:44:19,117 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36 2024-11-21T12:44:19,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742133_1309 (size=53) 2024-11-21T12:44:19,164 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:44:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=82 2024-11-21T12:44:19,527 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:44:19,527 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 684420bfab43a4a7983ebf6cda82b23a, disabling compactions & flushes 2024-11-21T12:44:19,527 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:19,527 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:19,527 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. after waiting 0 ms 2024-11-21T12:44:19,527 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:19,527 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:19,528 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:19,530 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=82, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:44:19,531 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732193059530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732193059530"}]},"ts":"1732193059530"} 2024-11-21T12:44:19,533 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T12:44:19,534 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=82, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:44:19,534 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732193059534"}]},"ts":"1732193059534"} 2024-11-21T12:44:19,536 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T12:44:19,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=684420bfab43a4a7983ebf6cda82b23a, ASSIGN}] 2024-11-21T12:44:19,596 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=684420bfab43a4a7983ebf6cda82b23a, ASSIGN 2024-11-21T12:44:19,597 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=684420bfab43a4a7983ebf6cda82b23a, ASSIGN; state=OFFLINE, location=b3d5da5e0922,39829,1732192970767; forceNewPlan=false, retain=false 2024-11-21T12:44:19,748 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=684420bfab43a4a7983ebf6cda82b23a, regionState=OPENING, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:19,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; OpenRegionProcedure 684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767}] 2024-11-21T12:44:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=82 2024-11-21T12:44:19,904 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:19,909 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:19,909 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(7285): Opening region: {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:44:19,910 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:19,910 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:44:19,911 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(7327): checking encryption for 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:19,911 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(7330): checking classloading for 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:19,914 INFO [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:19,916 INFO [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:44:19,916 INFO [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 684420bfab43a4a7983ebf6cda82b23a columnFamilyName A 2024-11-21T12:44:19,917 DEBUG [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:19,917 INFO [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] regionserver.HStore(327): Store=684420bfab43a4a7983ebf6cda82b23a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:44:19,918 INFO [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:19,919 INFO [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:44:19,919 INFO [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 684420bfab43a4a7983ebf6cda82b23a columnFamilyName B 2024-11-21T12:44:19,919 DEBUG [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:19,920 INFO [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] regionserver.HStore(327): Store=684420bfab43a4a7983ebf6cda82b23a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:44:19,920 INFO [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:19,921 INFO [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:44:19,922 INFO [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 684420bfab43a4a7983ebf6cda82b23a columnFamilyName C 2024-11-21T12:44:19,922 DEBUG [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:19,922 INFO [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] regionserver.HStore(327): Store=684420bfab43a4a7983ebf6cda82b23a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:44:19,923 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:19,924 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:19,924 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:19,926 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T12:44:19,928 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(1085): writing seq id for 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:19,930 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:44:19,930 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(1102): Opened 684420bfab43a4a7983ebf6cda82b23a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73033309, jitterRate=0.08828110992908478}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T12:44:19,931 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(1001): Region open journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:19,932 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., pid=84, masterSystemTime=1732193059904 2024-11-21T12:44:19,933 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:19,933 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:19,934 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=684420bfab43a4a7983ebf6cda82b23a, regionState=OPEN, openSeqNum=2, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:19,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-21T12:44:19,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; OpenRegionProcedure 684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 in 185 msec 2024-11-21T12:44:19,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=83, resume processing ppid=82 2024-11-21T12:44:19,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, ppid=82, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=684420bfab43a4a7983ebf6cda82b23a, ASSIGN in 342 msec 2024-11-21T12:44:19,938 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=82, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:44:19,938 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732193059938"}]},"ts":"1732193059938"} 2024-11-21T12:44:19,939 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T12:44:19,949 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=82, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:44:19,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2430 sec 2024-11-21T12:44:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=82 2024-11-21T12:44:20,816 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 82 completed 2024-11-21T12:44:20,817 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e277c77 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12de143e 2024-11-21T12:44:20,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b36f81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:44:20,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:44:20,861 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:44:20,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:44:20,863 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:44:20,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T12:44:20,865 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:44:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T12:44:20,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742134_1310 (size=996) 2024-11-21T12:44:21,278 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-21T12:44:21,278 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-21T12:44:21,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T12:44:21,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=684420bfab43a4a7983ebf6cda82b23a, REOPEN/MOVE}] 2024-11-21T12:44:21,285 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=684420bfab43a4a7983ebf6cda82b23a, REOPEN/MOVE 2024-11-21T12:44:21,285 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=684420bfab43a4a7983ebf6cda82b23a, regionState=CLOSING, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:21,286 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T12:44:21,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; CloseRegionProcedure 684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767}] 2024-11-21T12:44:21,437 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:21,438 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(124): Close 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:21,438 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T12:44:21,438 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1681): Closing 684420bfab43a4a7983ebf6cda82b23a, disabling compactions & flushes 2024-11-21T12:44:21,438 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:21,438 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:21,438 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. after waiting 0 ms 2024-11-21T12:44:21,438 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:21,443 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T12:44:21,443 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:21,443 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1635): Region close journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:21,443 WARN [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionServer(3786): Not adding moved region record: 684420bfab43a4a7983ebf6cda82b23a to self. 2024-11-21T12:44:21,445 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(170): Closed 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:21,445 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=684420bfab43a4a7983ebf6cda82b23a, regionState=CLOSED 2024-11-21T12:44:21,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-21T12:44:21,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseRegionProcedure 684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 in 160 msec 2024-11-21T12:44:21,449 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=684420bfab43a4a7983ebf6cda82b23a, REOPEN/MOVE; state=CLOSED, location=b3d5da5e0922,39829,1732192970767; forceNewPlan=false, retain=true 2024-11-21T12:44:21,600 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=684420bfab43a4a7983ebf6cda82b23a, regionState=OPENING, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:21,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=87, state=RUNNABLE; OpenRegionProcedure 684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767}] 2024-11-21T12:44:21,756 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:21,763 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:21,764 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7285): Opening region: {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:44:21,765 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:21,765 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:44:21,766 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7327): checking encryption for 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:21,766 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7330): checking classloading for 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:21,768 INFO [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:21,769 INFO [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:44:21,769 INFO [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 684420bfab43a4a7983ebf6cda82b23a columnFamilyName A 2024-11-21T12:44:21,771 DEBUG [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:21,772 INFO [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] regionserver.HStore(327): Store=684420bfab43a4a7983ebf6cda82b23a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:44:21,773 INFO [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:21,773 INFO [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:44:21,774 INFO [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 684420bfab43a4a7983ebf6cda82b23a columnFamilyName B 2024-11-21T12:44:21,774 DEBUG [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:21,774 INFO [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] regionserver.HStore(327): Store=684420bfab43a4a7983ebf6cda82b23a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:44:21,775 INFO [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:21,775 INFO [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:44:21,776 INFO [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 684420bfab43a4a7983ebf6cda82b23a columnFamilyName C 2024-11-21T12:44:21,776 DEBUG [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:21,776 INFO [StoreOpener-684420bfab43a4a7983ebf6cda82b23a-1 {}] regionserver.HStore(327): Store=684420bfab43a4a7983ebf6cda82b23a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:44:21,777 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:21,778 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:21,779 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:21,781 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T12:44:21,783 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1085): writing seq id for 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:21,785 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1102): Opened 684420bfab43a4a7983ebf6cda82b23a; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72314252, jitterRate=0.07756632566452026}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T12:44:21,785 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1001): Region open journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:21,786 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., pid=89, masterSystemTime=1732193061755 2024-11-21T12:44:21,788 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:21,788 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:21,789 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=684420bfab43a4a7983ebf6cda82b23a, regionState=OPEN, openSeqNum=5, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:21,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=87 2024-11-21T12:44:21,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=87, state=SUCCESS; OpenRegionProcedure 684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 in 188 msec 2024-11-21T12:44:21,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=87, resume processing ppid=86 2024-11-21T12:44:21,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, ppid=86, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=684420bfab43a4a7983ebf6cda82b23a, REOPEN/MOVE in 510 msec 2024-11-21T12:44:21,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-21T12:44:21,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 515 msec 2024-11-21T12:44:21,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 933 msec 2024-11-21T12:44:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-21T12:44:21,804 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1948987f to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b55108c 2024-11-21T12:44:21,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d9a700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:44:21,869 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x556c06dd to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6eead8c 2024-11-21T12:44:21,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737aebf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:44:21,883 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19965c24 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a671057 2024-11-21T12:44:21,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee663b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:44:21,896 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x064c4ca5 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54fb1193 2024-11-21T12:44:21,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29fd2369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:44:21,908 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x621dc338 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e663161 2024-11-21T12:44:21,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e40b1af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:44:21,920 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f59c130 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@543fcabd 2024-11-21T12:44:21,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f6beeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:44:21,934 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x290f7955 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34f24eb 2024-11-21T12:44:21,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569bd38f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:44:21,946 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f50deea to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15c2d797 2024-11-21T12:44:21,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4d790b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:44:21,959 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77a98431 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@74d48b3c 2024-11-21T12:44:21,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7318c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:44:21,971 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1aa44438 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4a79a13b 2024-11-21T12:44:21,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7169d2a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:44:21,988 DEBUG [hconnection-0x62777419-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:44:21,989 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:44:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-11-21T12:44:21,990 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:44:21,991 DEBUG [hconnection-0x77d4215c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:44:21,991 DEBUG [hconnection-0x3bb60cc6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:44:21,991 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:44:21,991 DEBUG [hconnection-0x256e2eb8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:44:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-21T12:44:21,991 DEBUG [hconnection-0x702dd5f1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:44:21,992 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:44:21,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:44:21,992 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:44:21,992 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:44:21,992 DEBUG [hconnection-0x3520903d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:44:21,993 DEBUG [hconnection-0x1a92c5d3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:44:21,993 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:44:21,993 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:44:21,994 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52012, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:44:21,994 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:44:21,998 DEBUG [hconnection-0x6fac4210-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:44:21,998 DEBUG [hconnection-0x58e831ae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:44:21,999 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:44:21,999 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52034, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:44:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:22,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684420bfab43a4a7983ebf6cda82b23a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T12:44:22,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=A 2024-11-21T12:44:22,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:22,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=B 2024-11-21T12:44:22,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:22,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=C 2024-11-21T12:44:22,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:22,007 DEBUG [hconnection-0x3c69acdc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:44:22,008 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:44:22,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217666f208391b40a6bdacb35ce14d7aa8_684420bfab43a4a7983ebf6cda82b23a is 50, key is test_row_0/A:col10/1732193061997/Put/seqid=0 2024-11-21T12:44:22,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193122028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:22,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193122029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:22,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193122029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:22,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193122029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:22,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742135_1311 (size=12154) 2024-11-21T12:44:22,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193122030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-21T12:44:22,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193122131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:22,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:22,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193122132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193122131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:22,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193122132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:22,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193122137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:22,144 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:22,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-21T12:44:22,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:22,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:22,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:22,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:22,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-21T12:44:22,296 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:22,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-21T12:44:22,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:22,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:22,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:22,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:22,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:22,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193122334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:22,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193122336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:22,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193122336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:22,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193122336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:22,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193122341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:22,434 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:22,438 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217666f208391b40a6bdacb35ce14d7aa8_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217666f208391b40a6bdacb35ce14d7aa8_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:22,439 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/d8d61999bad944e7a12b7f943cb2ee37, store: [table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:22,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/d8d61999bad944e7a12b7f943cb2ee37 is 175, key is test_row_0/A:col10/1732193061997/Put/seqid=0 2024-11-21T12:44:22,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742136_1312 (size=30955) 2024-11-21T12:44:22,448 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:22,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-21T12:44:22,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:22,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:22,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:22,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:22,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-21T12:44:22,601 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:22,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-21T12:44:22,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:22,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:22,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:22,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:22,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:22,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193122640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:22,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193122640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:22,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193122641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:22,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:22,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193122641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:22,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193122646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:22,753 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:22,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-21T12:44:22,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:22,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:22,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:22,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:22,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:22,844 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/d8d61999bad944e7a12b7f943cb2ee37 2024-11-21T12:44:22,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/4f5ca4a837904b66b9c7e273ff3ffefe is 50, key is test_row_0/B:col10/1732193061997/Put/seqid=0 2024-11-21T12:44:22,905 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:22,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-21T12:44:22,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:22,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:22,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:22,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:22,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:22,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742137_1313 (size=12001) 2024-11-21T12:44:23,064 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:23,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-21T12:44:23,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:23,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:23,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:23,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:23,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-21T12:44:23,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193123141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:23,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193123145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:23,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193123145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:23,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193123147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:23,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193123152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:23,216 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:23,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-21T12:44:23,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:23,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:23,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:23,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:23,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:23,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/4f5ca4a837904b66b9c7e273ff3ffefe 2024-11-21T12:44:23,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/af0ee8a5f92a4059b97ae7835ca682e8 is 50, key is test_row_0/C:col10/1732193061997/Put/seqid=0 2024-11-21T12:44:23,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742138_1314 (size=12001) 2024-11-21T12:44:23,369 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:23,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-21T12:44:23,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:23,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:23,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:23,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:23,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:23,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:23,521 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:23,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-21T12:44:23,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:23,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:23,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:23,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:23,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:23,591 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T12:44:23,673 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:23,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-21T12:44:23,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:23,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:23,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:23,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:23,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:23,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/af0ee8a5f92a4059b97ae7835ca682e8 2024-11-21T12:44:23,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/d8d61999bad944e7a12b7f943cb2ee37 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/d8d61999bad944e7a12b7f943cb2ee37 2024-11-21T12:44:23,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/d8d61999bad944e7a12b7f943cb2ee37, entries=150, sequenceid=16, filesize=30.2 K 2024-11-21T12:44:23,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/4f5ca4a837904b66b9c7e273ff3ffefe as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/4f5ca4a837904b66b9c7e273ff3ffefe 2024-11-21T12:44:23,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/4f5ca4a837904b66b9c7e273ff3ffefe, entries=150, sequenceid=16, filesize=11.7 K 2024-11-21T12:44:23,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/af0ee8a5f92a4059b97ae7835ca682e8 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/af0ee8a5f92a4059b97ae7835ca682e8 2024-11-21T12:44:23,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/af0ee8a5f92a4059b97ae7835ca682e8, entries=150, sequenceid=16, filesize=11.7 K 2024-11-21T12:44:23,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 684420bfab43a4a7983ebf6cda82b23a in 1755ms, sequenceid=16, compaction requested=false 2024-11-21T12:44:23,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:23,827 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:23,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-21T12:44:23,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:23,827 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2837): Flushing 684420bfab43a4a7983ebf6cda82b23a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T12:44:23,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=A 2024-11-21T12:44:23,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:23,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=B 2024-11-21T12:44:23,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:23,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=C 2024-11-21T12:44:23,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:23,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121cfe219e80f39484e94842a57c945632a_684420bfab43a4a7983ebf6cda82b23a is 50, key is test_row_0/A:col10/1732193062028/Put/seqid=0 2024-11-21T12:44:23,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742139_1315 (size=12154) 2024-11-21T12:44:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-21T12:44:24,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:24,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193124164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:24,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:24,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193124165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:24,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:24,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193124166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:24,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:24,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193124167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:24,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193124180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:24,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:24,245 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121cfe219e80f39484e94842a57c945632a_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cfe219e80f39484e94842a57c945632a_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:24,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/4748d38383884c3d9b8e5dc295a7b281, store: [table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:24,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/4748d38383884c3d9b8e5dc295a7b281 is 175, key is test_row_0/A:col10/1732193062028/Put/seqid=0 2024-11-21T12:44:24,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742140_1316 (size=30955) 2024-11-21T12:44:24,268 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/4748d38383884c3d9b8e5dc295a7b281 2024-11-21T12:44:24,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193124274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:24,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193124277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:24,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193124277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:24,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193124280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:24,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:24,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193124282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:24,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/c22920dba41d4b42aca2167aa0aa54f2 is 50, key is test_row_0/B:col10/1732193062028/Put/seqid=0 2024-11-21T12:44:24,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742141_1317 (size=12001) 2024-11-21T12:44:24,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193124481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:24,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193124481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:24,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193124484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:24,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193124484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:24,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:24,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193124491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:24,731 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/c22920dba41d4b42aca2167aa0aa54f2 2024-11-21T12:44:24,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/b72ce2b3cbc6408dbb67b2e21b0b31d5 is 50, key is test_row_0/C:col10/1732193062028/Put/seqid=0 2024-11-21T12:44:24,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193124789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:24,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193124789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:24,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193124789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:24,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193124791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:24,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742142_1318 (size=12001) 2024-11-21T12:44:24,800 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/b72ce2b3cbc6408dbb67b2e21b0b31d5 2024-11-21T12:44:24,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193124797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:24,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/4748d38383884c3d9b8e5dc295a7b281 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/4748d38383884c3d9b8e5dc295a7b281 2024-11-21T12:44:24,821 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/4748d38383884c3d9b8e5dc295a7b281, entries=150, sequenceid=40, filesize=30.2 K 2024-11-21T12:44:24,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/c22920dba41d4b42aca2167aa0aa54f2 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/c22920dba41d4b42aca2167aa0aa54f2 2024-11-21T12:44:24,834 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/c22920dba41d4b42aca2167aa0aa54f2, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T12:44:24,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/b72ce2b3cbc6408dbb67b2e21b0b31d5 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/b72ce2b3cbc6408dbb67b2e21b0b31d5 2024-11-21T12:44:24,840 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/b72ce2b3cbc6408dbb67b2e21b0b31d5, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T12:44:24,847 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 684420bfab43a4a7983ebf6cda82b23a in 1019ms, sequenceid=40, compaction requested=false 2024-11-21T12:44:24,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2538): Flush status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:24,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:24,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-11-21T12:44:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=91 2024-11-21T12:44:24,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-21T12:44:24,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8600 sec 2024-11-21T12:44:24,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 2.8650 sec 2024-11-21T12:44:25,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684420bfab43a4a7983ebf6cda82b23a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T12:44:25,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=A 2024-11-21T12:44:25,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:25,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=B 2024-11-21T12:44:25,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:25,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=C 2024-11-21T12:44:25,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:25,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112134720bfdbb4b4f42a5ed1c8f611a961c_684420bfab43a4a7983ebf6cda82b23a is 50, key is test_row_0/A:col10/1732193064169/Put/seqid=0 2024-11-21T12:44:25,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742143_1319 (size=14594) 2024-11-21T12:44:25,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193125347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:25,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193125348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:25,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:25,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193125350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193125349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:25,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193125355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:25,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193125457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:25,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193125458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:25,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193125459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:25,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193125466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:25,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193125469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:25,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193125666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:25,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193125666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:25,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193125666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:25,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193125679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:25,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193125687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:25,738 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:25,747 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112134720bfdbb4b4f42a5ed1c8f611a961c_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112134720bfdbb4b4f42a5ed1c8f611a961c_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:25,754 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/05dc35c6778440ce8ceba7957a310276, store: [table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:25,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/05dc35c6778440ce8ceba7957a310276 is 175, key is test_row_0/A:col10/1732193064169/Put/seqid=0 2024-11-21T12:44:25,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742144_1320 (size=39549) 2024-11-21T12:44:25,783 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/05dc35c6778440ce8ceba7957a310276 2024-11-21T12:44:25,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/7c3a49f824d54571b87b000b831cb968 is 50, key is test_row_0/B:col10/1732193064169/Put/seqid=0 2024-11-21T12:44:25,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742145_1321 (size=12001) 2024-11-21T12:44:25,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/7c3a49f824d54571b87b000b831cb968 2024-11-21T12:44:25,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/c345ad3bc2e6481bb6a4d9c7e5d6c4c4 is 50, key is test_row_0/C:col10/1732193064169/Put/seqid=0 2024-11-21T12:44:25,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742146_1322 (size=12001) 2024-11-21T12:44:25,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193125979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:25,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193125979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:25,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193125980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:25,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193125983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:26,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193126003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:26,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-21T12:44:26,096 INFO [Thread-1430 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 90 completed 2024-11-21T12:44:26,099 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:44:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees 2024-11-21T12:44:26,107 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:44:26,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-21T12:44:26,108 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:44:26,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:44:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-21T12:44:26,261 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:26,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-21T12:44:26,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:26,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:26,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:26,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:26,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:26,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/c345ad3bc2e6481bb6a4d9c7e5d6c4c4 2024-11-21T12:44:26,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/05dc35c6778440ce8ceba7957a310276 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/05dc35c6778440ce8ceba7957a310276 2024-11-21T12:44:26,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/05dc35c6778440ce8ceba7957a310276, entries=200, sequenceid=53, filesize=38.6 K 2024-11-21T12:44:26,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/7c3a49f824d54571b87b000b831cb968 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/7c3a49f824d54571b87b000b831cb968 2024-11-21T12:44:26,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/7c3a49f824d54571b87b000b831cb968, entries=150, sequenceid=53, filesize=11.7 K 2024-11-21T12:44:26,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/c345ad3bc2e6481bb6a4d9c7e5d6c4c4 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/c345ad3bc2e6481bb6a4d9c7e5d6c4c4 2024-11-21T12:44:26,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/c345ad3bc2e6481bb6a4d9c7e5d6c4c4, entries=150, sequenceid=53, filesize=11.7 K 2024-11-21T12:44:26,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 684420bfab43a4a7983ebf6cda82b23a in 1099ms, sequenceid=53, compaction requested=true 2024-11-21T12:44:26,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:26,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684420bfab43a4a7983ebf6cda82b23a:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:44:26,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:26,403 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:26,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684420bfab43a4a7983ebf6cda82b23a:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:44:26,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:26,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684420bfab43a4a7983ebf6cda82b23a:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:44:26,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T12:44:26,404 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:26,405 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 684420bfab43a4a7983ebf6cda82b23a/A is initiating minor compaction (all files) 2024-11-21T12:44:26,405 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684420bfab43a4a7983ebf6cda82b23a/A in TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:26,405 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/d8d61999bad944e7a12b7f943cb2ee37, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/4748d38383884c3d9b8e5dc295a7b281, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/05dc35c6778440ce8ceba7957a310276] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp, totalSize=99.1 K 2024-11-21T12:44:26,405 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:26,405 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. files: [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/d8d61999bad944e7a12b7f943cb2ee37, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/4748d38383884c3d9b8e5dc295a7b281, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/05dc35c6778440ce8ceba7957a310276] 2024-11-21T12:44:26,405 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting d8d61999bad944e7a12b7f943cb2ee37, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732193061997 2024-11-21T12:44:26,406 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:26,406 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 4748d38383884c3d9b8e5dc295a7b281, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732193062026 2024-11-21T12:44:26,406 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 05dc35c6778440ce8ceba7957a310276, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732193064163 2024-11-21T12:44:26,408 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:26,408 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 684420bfab43a4a7983ebf6cda82b23a/B is initiating minor compaction (all files) 2024-11-21T12:44:26,408 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684420bfab43a4a7983ebf6cda82b23a/B in TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:26,408 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/4f5ca4a837904b66b9c7e273ff3ffefe, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/c22920dba41d4b42aca2167aa0aa54f2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/7c3a49f824d54571b87b000b831cb968] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp, totalSize=35.2 K 2024-11-21T12:44:26,409 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f5ca4a837904b66b9c7e273ff3ffefe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732193061997 2024-11-21T12:44:26,410 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting c22920dba41d4b42aca2167aa0aa54f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732193062026 2024-11-21T12:44:26,410 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c3a49f824d54571b87b000b831cb968, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732193064165 2024-11-21T12:44:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-21T12:44:26,414 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:26,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-21T12:44:26,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:26,415 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2837): Flushing 684420bfab43a4a7983ebf6cda82b23a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T12:44:26,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=A 2024-11-21T12:44:26,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:26,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=B 2024-11-21T12:44:26,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:26,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=C 2024-11-21T12:44:26,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:26,439 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:26,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c9e11ac0206740a8a6fe29cdbda5f8ed_684420bfab43a4a7983ebf6cda82b23a is 50, key is test_row_0/A:col10/1732193065353/Put/seqid=0 2024-11-21T12:44:26,459 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684420bfab43a4a7983ebf6cda82b23a#B#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:26,460 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/f2d32088a12f40aeab9e5746ed79549f is 50, key is test_row_0/B:col10/1732193064169/Put/seqid=0 2024-11-21T12:44:26,472 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121f8e9122ee46a452582131b130d364446_684420bfab43a4a7983ebf6cda82b23a store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:26,474 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121f8e9122ee46a452582131b130d364446_684420bfab43a4a7983ebf6cda82b23a, store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:26,474 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f8e9122ee46a452582131b130d364446_684420bfab43a4a7983ebf6cda82b23a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:26,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742147_1323 (size=12154) 2024-11-21T12:44:26,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742148_1324 (size=12104) 2024-11-21T12:44:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:26,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:26,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742149_1325 (size=4469) 2024-11-21T12:44:26,528 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/f2d32088a12f40aeab9e5746ed79549f as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/f2d32088a12f40aeab9e5746ed79549f 2024-11-21T12:44:26,537 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684420bfab43a4a7983ebf6cda82b23a/B of 684420bfab43a4a7983ebf6cda82b23a into f2d32088a12f40aeab9e5746ed79549f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:26,537 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:26,537 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., storeName=684420bfab43a4a7983ebf6cda82b23a/B, priority=13, startTime=1732193066403; duration=0sec 2024-11-21T12:44:26,537 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:26,537 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684420bfab43a4a7983ebf6cda82b23a:B 2024-11-21T12:44:26,537 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:26,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193126524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:26,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193126526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:26,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:26,541 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:26,541 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 684420bfab43a4a7983ebf6cda82b23a/C is initiating minor compaction (all files) 2024-11-21T12:44:26,541 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684420bfab43a4a7983ebf6cda82b23a/C in TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:26,541 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/af0ee8a5f92a4059b97ae7835ca682e8, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/b72ce2b3cbc6408dbb67b2e21b0b31d5, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/c345ad3bc2e6481bb6a4d9c7e5d6c4c4] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp, totalSize=35.2 K 2024-11-21T12:44:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193126529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:26,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193126532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:26,543 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting af0ee8a5f92a4059b97ae7835ca682e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732193061997 2024-11-21T12:44:26,549 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting b72ce2b3cbc6408dbb67b2e21b0b31d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732193062026 2024-11-21T12:44:26,551 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting c345ad3bc2e6481bb6a4d9c7e5d6c4c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732193064165 2024-11-21T12:44:26,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193126540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:26,586 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684420bfab43a4a7983ebf6cda82b23a#C#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:26,586 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/9f35442a0d724066b247cd520f8e6755 is 50, key is test_row_0/C:col10/1732193064169/Put/seqid=0 2024-11-21T12:44:26,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742150_1326 (size=12104) 2024-11-21T12:44:26,637 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/9f35442a0d724066b247cd520f8e6755 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/9f35442a0d724066b247cd520f8e6755 2024-11-21T12:44:26,644 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684420bfab43a4a7983ebf6cda82b23a/C of 684420bfab43a4a7983ebf6cda82b23a into 9f35442a0d724066b247cd520f8e6755(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:26,644 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:26,644 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., storeName=684420bfab43a4a7983ebf6cda82b23a/C, priority=13, startTime=1732193066403; duration=0sec 2024-11-21T12:44:26,644 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:26,644 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684420bfab43a4a7983ebf6cda82b23a:C 2024-11-21T12:44:26,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193126643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:26,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193126643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:26,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193126648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:26,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193126652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:26,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193126652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-21T12:44:26,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193126856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:26,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193126859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:26,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193126860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:26,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193126863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:26,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193126867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:26,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:26,911 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c9e11ac0206740a8a6fe29cdbda5f8ed_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c9e11ac0206740a8a6fe29cdbda5f8ed_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:26,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/ef0b65d20a8840f7b594cbafbbf66175, store: [table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:26,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/ef0b65d20a8840f7b594cbafbbf66175 is 175, key is test_row_0/A:col10/1732193065353/Put/seqid=0 2024-11-21T12:44:26,917 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684420bfab43a4a7983ebf6cda82b23a#A#compaction#269 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:26,918 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/cddd2cc0a3224e06ae97a14790d7d32e is 175, key is test_row_0/A:col10/1732193064169/Put/seqid=0 2024-11-21T12:44:26,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742151_1327 (size=30955) 2024-11-21T12:44:26,985 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/ef0b65d20a8840f7b594cbafbbf66175 2024-11-21T12:44:27,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/f8580f2778e24b5fa77d8d53d0fde099 is 50, key is test_row_0/B:col10/1732193065353/Put/seqid=0 2024-11-21T12:44:27,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742152_1328 (size=31058) 2024-11-21T12:44:27,016 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/cddd2cc0a3224e06ae97a14790d7d32e as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/cddd2cc0a3224e06ae97a14790d7d32e 2024-11-21T12:44:27,021 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684420bfab43a4a7983ebf6cda82b23a/A of 684420bfab43a4a7983ebf6cda82b23a into cddd2cc0a3224e06ae97a14790d7d32e(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:27,021 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:27,021 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., storeName=684420bfab43a4a7983ebf6cda82b23a/A, priority=13, startTime=1732193066403; duration=0sec 2024-11-21T12:44:27,021 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:27,021 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684420bfab43a4a7983ebf6cda82b23a:A 2024-11-21T12:44:27,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742153_1329 (size=12001) 2024-11-21T12:44:27,030 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/f8580f2778e24b5fa77d8d53d0fde099 2024-11-21T12:44:27,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/0b46d32fbdb34f9dbbf6b88343357dc8 is 50, key is test_row_0/C:col10/1732193065353/Put/seqid=0 2024-11-21T12:44:27,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742154_1330 (size=12001) 2024-11-21T12:44:27,060 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/0b46d32fbdb34f9dbbf6b88343357dc8 2024-11-21T12:44:27,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/ef0b65d20a8840f7b594cbafbbf66175 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/ef0b65d20a8840f7b594cbafbbf66175 2024-11-21T12:44:27,071 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/ef0b65d20a8840f7b594cbafbbf66175, entries=150, sequenceid=76, filesize=30.2 K 2024-11-21T12:44:27,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/f8580f2778e24b5fa77d8d53d0fde099 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/f8580f2778e24b5fa77d8d53d0fde099 2024-11-21T12:44:27,076 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/f8580f2778e24b5fa77d8d53d0fde099, entries=150, sequenceid=76, filesize=11.7 K 2024-11-21T12:44:27,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/0b46d32fbdb34f9dbbf6b88343357dc8 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/0b46d32fbdb34f9dbbf6b88343357dc8 2024-11-21T12:44:27,080 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/0b46d32fbdb34f9dbbf6b88343357dc8, entries=150, sequenceid=76, filesize=11.7 K 2024-11-21T12:44:27,081 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 684420bfab43a4a7983ebf6cda82b23a in 666ms, sequenceid=76, compaction requested=false 2024-11-21T12:44:27,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2538): Flush status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:27,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:27,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=93 2024-11-21T12:44:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=93 2024-11-21T12:44:27,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-21T12:44:27,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 974 msec 2024-11-21T12:44:27,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees in 984 msec 2024-11-21T12:44:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:27,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684420bfab43a4a7983ebf6cda82b23a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T12:44:27,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=A 2024-11-21T12:44:27,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:27,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=B 2024-11-21T12:44:27,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:27,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=C 2024-11-21T12:44:27,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:27,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213883a2f07f314b75be87a10ce1479a3f_684420bfab43a4a7983ebf6cda82b23a is 50, key is test_row_0/A:col10/1732193067167/Put/seqid=0 2024-11-21T12:44:27,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742155_1331 (size=17034) 2024-11-21T12:44:27,198 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:27,203 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213883a2f07f314b75be87a10ce1479a3f_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213883a2f07f314b75be87a10ce1479a3f_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:27,203 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/6b2b9abcdfa94312956ec8c5e1dab6e4, store: [table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:27,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/6b2b9abcdfa94312956ec8c5e1dab6e4 is 175, key is test_row_0/A:col10/1732193067167/Put/seqid=0 2024-11-21T12:44:27,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193127200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193127201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742156_1332 (size=48139) 2024-11-21T12:44:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-21T12:44:27,215 INFO [Thread-1430 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 92 completed 2024-11-21T12:44:27,217 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:44:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees 2024-11-21T12:44:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-21T12:44:27,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193127205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193127205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:27,221 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/6b2b9abcdfa94312956ec8c5e1dab6e4 2024-11-21T12:44:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193127206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,222 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:44:27,226 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:44:27,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:44:27,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/b07778f3b5a74826bf4359f4f239c78f is 50, key is test_row_0/B:col10/1732193067167/Put/seqid=0 2024-11-21T12:44:27,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742157_1333 (size=12001) 2024-11-21T12:44:27,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193127307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193127307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-21T12:44:27,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193127322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193127322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193127322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,381 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-21T12:44:27,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:27,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:27,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:27,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:27,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:27,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:27,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193127513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193127513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-21T12:44:27,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193127528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193127528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,535 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-21T12:44:27,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:27,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:27,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:27,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:27,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:27,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193127531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/b07778f3b5a74826bf4359f4f239c78f 2024-11-21T12:44:27,688 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-21T12:44:27,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:27,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:27,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:27,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:27,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:27,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/d3381ec2f6c14299a8de39d3355ef2dd is 50, key is test_row_0/C:col10/1732193067167/Put/seqid=0 2024-11-21T12:44:27,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:27,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742158_1334 (size=12001) 2024-11-21T12:44:27,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/d3381ec2f6c14299a8de39d3355ef2dd 2024-11-21T12:44:27,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/6b2b9abcdfa94312956ec8c5e1dab6e4 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/6b2b9abcdfa94312956ec8c5e1dab6e4 2024-11-21T12:44:27,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/6b2b9abcdfa94312956ec8c5e1dab6e4, entries=250, sequenceid=94, filesize=47.0 K 2024-11-21T12:44:27,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/b07778f3b5a74826bf4359f4f239c78f as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/b07778f3b5a74826bf4359f4f239c78f 2024-11-21T12:44:27,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/b07778f3b5a74826bf4359f4f239c78f, entries=150, sequenceid=94, filesize=11.7 K 2024-11-21T12:44:27,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/d3381ec2f6c14299a8de39d3355ef2dd as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/d3381ec2f6c14299a8de39d3355ef2dd 2024-11-21T12:44:27,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/d3381ec2f6c14299a8de39d3355ef2dd, entries=150, sequenceid=94, filesize=11.7 K 2024-11-21T12:44:27,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 684420bfab43a4a7983ebf6cda82b23a in 576ms, sequenceid=94, compaction requested=true 2024-11-21T12:44:27,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:27,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684420bfab43a4a7983ebf6cda82b23a:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:44:27,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:27,744 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:27,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684420bfab43a4a7983ebf6cda82b23a:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:44:27,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:27,744 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:27,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684420bfab43a4a7983ebf6cda82b23a:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:44:27,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:27,748 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:27,748 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 684420bfab43a4a7983ebf6cda82b23a/A is initiating minor compaction (all files) 2024-11-21T12:44:27,748 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684420bfab43a4a7983ebf6cda82b23a/A in TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:27,749 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/cddd2cc0a3224e06ae97a14790d7d32e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/ef0b65d20a8840f7b594cbafbbf66175, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/6b2b9abcdfa94312956ec8c5e1dab6e4] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp, totalSize=107.6 K 2024-11-21T12:44:27,749 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:27,749 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. files: [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/cddd2cc0a3224e06ae97a14790d7d32e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/ef0b65d20a8840f7b594cbafbbf66175, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/6b2b9abcdfa94312956ec8c5e1dab6e4] 2024-11-21T12:44:27,749 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:27,749 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 684420bfab43a4a7983ebf6cda82b23a/B is initiating minor compaction (all files) 2024-11-21T12:44:27,749 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684420bfab43a4a7983ebf6cda82b23a/B in TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:27,749 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/f2d32088a12f40aeab9e5746ed79549f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/f8580f2778e24b5fa77d8d53d0fde099, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/b07778f3b5a74826bf4359f4f239c78f] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp, totalSize=35.3 K 2024-11-21T12:44:27,749 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting f2d32088a12f40aeab9e5746ed79549f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732193064165 2024-11-21T12:44:27,749 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting cddd2cc0a3224e06ae97a14790d7d32e, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732193064165 2024-11-21T12:44:27,749 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting f8580f2778e24b5fa77d8d53d0fde099, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732193065348 2024-11-21T12:44:27,750 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting b07778f3b5a74826bf4359f4f239c78f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732193066515 2024-11-21T12:44:27,750 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef0b65d20a8840f7b594cbafbbf66175, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732193065348 2024-11-21T12:44:27,750 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b2b9abcdfa94312956ec8c5e1dab6e4, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732193066515 2024-11-21T12:44:27,763 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:27,768 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684420bfab43a4a7983ebf6cda82b23a#B#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:27,769 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/e8c4d5daa5414e0abab566798c4150ba is 50, key is test_row_0/B:col10/1732193067167/Put/seqid=0 2024-11-21T12:44:27,775 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411211be39de696ba4a858f79084071e1f0af_684420bfab43a4a7983ebf6cda82b23a store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:27,777 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411211be39de696ba4a858f79084071e1f0af_684420bfab43a4a7983ebf6cda82b23a, store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:27,778 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211be39de696ba4a858f79084071e1f0af_684420bfab43a4a7983ebf6cda82b23a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:27,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742159_1335 (size=12207) 2024-11-21T12:44:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-21T12:44:27,827 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/e8c4d5daa5414e0abab566798c4150ba as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/e8c4d5daa5414e0abab566798c4150ba 2024-11-21T12:44:27,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742160_1336 (size=4469) 2024-11-21T12:44:27,830 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684420bfab43a4a7983ebf6cda82b23a#A#compaction#278 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:27,830 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/cc0d3c8135714ebb9ab6f55fd5567381 is 175, key is test_row_0/A:col10/1732193067167/Put/seqid=0 2024-11-21T12:44:27,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684420bfab43a4a7983ebf6cda82b23a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T12:44:27,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:27,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=A 2024-11-21T12:44:27,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:27,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=B 2024-11-21T12:44:27,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:27,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=C 2024-11-21T12:44:27,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:27,836 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684420bfab43a4a7983ebf6cda82b23a/B of 684420bfab43a4a7983ebf6cda82b23a into e8c4d5daa5414e0abab566798c4150ba(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:27,836 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:27,836 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., storeName=684420bfab43a4a7983ebf6cda82b23a/B, priority=13, startTime=1732193067744; duration=0sec 2024-11-21T12:44:27,836 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:27,836 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684420bfab43a4a7983ebf6cda82b23a:B 2024-11-21T12:44:27,836 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:27,838 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:27,838 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 684420bfab43a4a7983ebf6cda82b23a/C is initiating minor compaction (all files) 2024-11-21T12:44:27,838 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684420bfab43a4a7983ebf6cda82b23a/C in TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:27,838 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/9f35442a0d724066b247cd520f8e6755, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/0b46d32fbdb34f9dbbf6b88343357dc8, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/d3381ec2f6c14299a8de39d3355ef2dd] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp, totalSize=35.3 K 2024-11-21T12:44:27,838 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f35442a0d724066b247cd520f8e6755, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732193064165 2024-11-21T12:44:27,838 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b46d32fbdb34f9dbbf6b88343357dc8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732193065348 2024-11-21T12:44:27,839 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting d3381ec2f6c14299a8de39d3355ef2dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732193066515 2024-11-21T12:44:27,846 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-21T12:44:27,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c264ab5b0f214b77ba365af8d5ef28cd_684420bfab43a4a7983ebf6cda82b23a is 50, key is test_row_0/A:col10/1732193067830/Put/seqid=0 2024-11-21T12:44:27,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:27,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:27,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:27,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:27,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:27,868 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684420bfab43a4a7983ebf6cda82b23a#C#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:27,869 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/d92d112762c1493084c3d509bb1de311 is 50, key is test_row_0/C:col10/1732193067167/Put/seqid=0 2024-11-21T12:44:27,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193127860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742161_1337 (size=31161) 2024-11-21T12:44:27,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:27,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193127865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:27,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193127866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193127863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193127869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,882 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/cc0d3c8135714ebb9ab6f55fd5567381 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/cc0d3c8135714ebb9ab6f55fd5567381 2024-11-21T12:44:27,888 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684420bfab43a4a7983ebf6cda82b23a/A of 684420bfab43a4a7983ebf6cda82b23a into cc0d3c8135714ebb9ab6f55fd5567381(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:27,888 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:27,888 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., storeName=684420bfab43a4a7983ebf6cda82b23a/A, priority=13, startTime=1732193067744; duration=0sec 2024-11-21T12:44:27,888 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:27,888 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684420bfab43a4a7983ebf6cda82b23a:A 2024-11-21T12:44:27,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742162_1338 (size=17034) 2024-11-21T12:44:27,900 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:27,908 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c264ab5b0f214b77ba365af8d5ef28cd_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c264ab5b0f214b77ba365af8d5ef28cd_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:27,909 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/70d19818b7884c17a571f2c8a621c889, store: [table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:27,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/70d19818b7884c17a571f2c8a621c889 is 175, key is test_row_0/A:col10/1732193067830/Put/seqid=0 2024-11-21T12:44:27,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742163_1339 (size=12207) 2024-11-21T12:44:27,944 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/d92d112762c1493084c3d509bb1de311 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/d92d112762c1493084c3d509bb1de311 2024-11-21T12:44:27,950 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684420bfab43a4a7983ebf6cda82b23a/C of 684420bfab43a4a7983ebf6cda82b23a into d92d112762c1493084c3d509bb1de311(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:27,950 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:27,950 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., storeName=684420bfab43a4a7983ebf6cda82b23a/C, priority=13, startTime=1732193067744; duration=0sec 2024-11-21T12:44:27,950 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:27,950 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684420bfab43a4a7983ebf6cda82b23a:C 2024-11-21T12:44:27,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742164_1340 (size=48139) 2024-11-21T12:44:27,963 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/70d19818b7884c17a571f2c8a621c889 2024-11-21T12:44:27,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:27,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193127981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:27,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193127987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:27,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193127987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193127979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:27,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193127990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:28,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/05ac4dd15e724057a78fad0fcc261aae is 50, key is test_row_0/B:col10/1732193067830/Put/seqid=0 2024-11-21T12:44:28,014 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:28,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-21T12:44:28,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:28,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:28,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:28,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:28,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:28,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742165_1341 (size=12001) 2024-11-21T12:44:28,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/05ac4dd15e724057a78fad0fcc261aae 2024-11-21T12:44:28,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/78d9bca9d8d74c6c9a4a93c34bd9d3a6 is 50, key is test_row_0/C:col10/1732193067830/Put/seqid=0 2024-11-21T12:44:28,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742166_1342 (size=12001) 2024-11-21T12:44:28,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/78d9bca9d8d74c6c9a4a93c34bd9d3a6 2024-11-21T12:44:28,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/70d19818b7884c17a571f2c8a621c889 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/70d19818b7884c17a571f2c8a621c889 2024-11-21T12:44:28,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/70d19818b7884c17a571f2c8a621c889, entries=250, sequenceid=117, filesize=47.0 K 2024-11-21T12:44:28,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/05ac4dd15e724057a78fad0fcc261aae as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/05ac4dd15e724057a78fad0fcc261aae 2024-11-21T12:44:28,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/05ac4dd15e724057a78fad0fcc261aae, entries=150, sequenceid=117, filesize=11.7 K 2024-11-21T12:44:28,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/78d9bca9d8d74c6c9a4a93c34bd9d3a6 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/78d9bca9d8d74c6c9a4a93c34bd9d3a6 2024-11-21T12:44:28,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/78d9bca9d8d74c6c9a4a93c34bd9d3a6, entries=150, sequenceid=117, filesize=11.7 K 2024-11-21T12:44:28,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 684420bfab43a4a7983ebf6cda82b23a in 277ms, sequenceid=117, compaction requested=false 2024-11-21T12:44:28,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:28,170 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:28,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-21T12:44:28,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:28,175 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2837): Flushing 684420bfab43a4a7983ebf6cda82b23a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T12:44:28,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=A 2024-11-21T12:44:28,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:28,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=B 2024-11-21T12:44:28,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:28,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=C 2024-11-21T12:44:28,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:28,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:28,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:28,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c0c7b936387144abb988eaf32ab8fac6_684420bfab43a4a7983ebf6cda82b23a is 50, key is test_row_0/A:col10/1732193067854/Put/seqid=0 2024-11-21T12:44:28,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742167_1343 (size=12254) 2024-11-21T12:44:28,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:28,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193128246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:28,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193128246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:28,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193128248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:28,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193128248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:28,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193128254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:28,280 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c0c7b936387144abb988eaf32ab8fac6_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c0c7b936387144abb988eaf32ab8fac6_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:28,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/78dc600e821543d994245ccb6d6ecd6c, store: [table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:28,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/78dc600e821543d994245ccb6d6ecd6c is 175, key is test_row_0/A:col10/1732193067854/Put/seqid=0 2024-11-21T12:44:28,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742168_1344 (size=31055) 2024-11-21T12:44:28,319 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/78dc600e821543d994245ccb6d6ecd6c 2024-11-21T12:44:28,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-21T12:44:28,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/cf44982ca5fa44d88248560028c8a1e4 is 50, key is test_row_0/B:col10/1732193067854/Put/seqid=0 2024-11-21T12:44:28,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193128360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:28,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193128360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:28,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193128360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:28,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193128363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:28,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193128366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:28,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742169_1345 (size=12101) 2024-11-21T12:44:28,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193128568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:28,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193128569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:28,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193128569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:28,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193128569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:28,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193128570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:28,781 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/cf44982ca5fa44d88248560028c8a1e4 2024-11-21T12:44:28,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/f8d7d14bc2c24cb7b98b58d0facd3837 is 50, key is test_row_0/C:col10/1732193067854/Put/seqid=0 2024-11-21T12:44:28,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742170_1346 (size=12101) 2024-11-21T12:44:28,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193128876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:28,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:28,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193128876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193128880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:28,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:28,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193128880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193128883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:29,238 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/f8d7d14bc2c24cb7b98b58d0facd3837 2024-11-21T12:44:29,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/78dc600e821543d994245ccb6d6ecd6c as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/78dc600e821543d994245ccb6d6ecd6c 2024-11-21T12:44:29,253 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/78dc600e821543d994245ccb6d6ecd6c, entries=150, sequenceid=133, filesize=30.3 K 2024-11-21T12:44:29,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/cf44982ca5fa44d88248560028c8a1e4 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/cf44982ca5fa44d88248560028c8a1e4 2024-11-21T12:44:29,267 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/cf44982ca5fa44d88248560028c8a1e4, entries=150, sequenceid=133, filesize=11.8 K 2024-11-21T12:44:29,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/f8d7d14bc2c24cb7b98b58d0facd3837 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/f8d7d14bc2c24cb7b98b58d0facd3837 2024-11-21T12:44:29,298 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/f8d7d14bc2c24cb7b98b58d0facd3837, entries=150, sequenceid=133, filesize=11.8 K 2024-11-21T12:44:29,306 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 684420bfab43a4a7983ebf6cda82b23a in 1132ms, sequenceid=133, compaction requested=true 2024-11-21T12:44:29,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2538): Flush status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:29,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:29,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=95 2024-11-21T12:44:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=95 2024-11-21T12:44:29,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-21T12:44:29,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0830 sec 2024-11-21T12:44:29,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees in 2.0950 sec 2024-11-21T12:44:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-21T12:44:29,325 INFO [Thread-1430 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-11-21T12:44:29,326 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:44:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees 2024-11-21T12:44:29,330 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:44:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-21T12:44:29,331 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:44:29,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:44:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:29,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684420bfab43a4a7983ebf6cda82b23a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T12:44:29,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=A 2024-11-21T12:44:29,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:29,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=B 2024-11-21T12:44:29,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:29,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=C 2024-11-21T12:44:29,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-21T12:44:29,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193129426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:29,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121979734f7c4a7450089822352cd788e4a_684420bfab43a4a7983ebf6cda82b23a is 50, key is test_row_0/A:col10/1732193068240/Put/seqid=0 2024-11-21T12:44:29,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193129430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:29,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193129431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:29,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193129434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:29,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193129434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:29,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742171_1347 (size=14794) 2024-11-21T12:44:29,484 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:29,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-21T12:44:29,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:29,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:29,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:29,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:29,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:29,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193129535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:29,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:29,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193129539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:29,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:29,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193129539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:29,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193129547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:29,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193129547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-21T12:44:29,650 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:29,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-21T12:44:29,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:29,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:29,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:29,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:29,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:29,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193129742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:29,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193129744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:29,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:29,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193129748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:29,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193129753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:29,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193129755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:29,802 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:29,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-21T12:44:29,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:29,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:29,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:29,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:29,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:29,847 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:29,858 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121979734f7c4a7450089822352cd788e4a_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121979734f7c4a7450089822352cd788e4a_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:29,861 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/d91a76eab59547b5bff4380bb81fb1f7, store: [table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:29,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/d91a76eab59547b5bff4380bb81fb1f7 is 175, key is test_row_0/A:col10/1732193068240/Put/seqid=0 2024-11-21T12:44:29,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742172_1348 (size=39749) 2024-11-21T12:44:29,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-21T12:44:29,958 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:29,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-21T12:44:29,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:29,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:29,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:29,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:29,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:30,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193130048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:30,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193130055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:30,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193130056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:30,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193130059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:30,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193130068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:30,115 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:30,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-21T12:44:30,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:30,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:30,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:30,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:30,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:30,274 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:30,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-21T12:44:30,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:30,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:30,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:30,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:30,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:30,307 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/d91a76eab59547b5bff4380bb81fb1f7 2024-11-21T12:44:30,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/8abe3d8690ba4a6aa1345f7e52a00f56 is 50, key is test_row_0/B:col10/1732193068240/Put/seqid=0 2024-11-21T12:44:30,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742173_1349 (size=12151) 2024-11-21T12:44:30,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/8abe3d8690ba4a6aa1345f7e52a00f56 2024-11-21T12:44:30,428 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:30,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-21T12:44:30,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:30,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:30,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:30,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:30,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-21T12:44:30,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/339a04518ef241718bce75d3194b204f is 50, key is test_row_0/C:col10/1732193068240/Put/seqid=0 2024-11-21T12:44:30,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742174_1350 (size=12151) 2024-11-21T12:44:30,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193130562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:30,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193130562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:30,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193130562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:30,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193130571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:30,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193130575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:30,586 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:30,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-21T12:44:30,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:30,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:30,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:30,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:30,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:30,739 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:30,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-21T12:44:30,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:30,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:30,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:30,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:30,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:30,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/339a04518ef241718bce75d3194b204f 2024-11-21T12:44:30,903 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:30,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-21T12:44:30,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:30,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:30,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:30,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:30,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:30,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/d91a76eab59547b5bff4380bb81fb1f7 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/d91a76eab59547b5bff4380bb81fb1f7 2024-11-21T12:44:30,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/d91a76eab59547b5bff4380bb81fb1f7, entries=200, sequenceid=160, filesize=38.8 K 2024-11-21T12:44:30,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/8abe3d8690ba4a6aa1345f7e52a00f56 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/8abe3d8690ba4a6aa1345f7e52a00f56 2024-11-21T12:44:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/8abe3d8690ba4a6aa1345f7e52a00f56, entries=150, sequenceid=160, filesize=11.9 K 2024-11-21T12:44:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/339a04518ef241718bce75d3194b204f as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/339a04518ef241718bce75d3194b204f 2024-11-21T12:44:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/339a04518ef241718bce75d3194b204f, entries=150, sequenceid=160, filesize=11.9 K 2024-11-21T12:44:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 684420bfab43a4a7983ebf6cda82b23a in 1532ms, sequenceid=160, compaction requested=true 2024-11-21T12:44:30,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:30,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684420bfab43a4a7983ebf6cda82b23a:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:44:30,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:30,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684420bfab43a4a7983ebf6cda82b23a:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:44:30,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T12:44:30,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684420bfab43a4a7983ebf6cda82b23a:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:44:30,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-21T12:44:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,943 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:44:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,944 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150104 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:44:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,944 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 684420bfab43a4a7983ebf6cda82b23a/A is initiating minor compaction (all files) 2024-11-21T12:44:30,944 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684420bfab43a4a7983ebf6cda82b23a/A in TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:30,944 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/cc0d3c8135714ebb9ab6f55fd5567381, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/70d19818b7884c17a571f2c8a621c889, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/78dc600e821543d994245ccb6d6ecd6c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/d91a76eab59547b5bff4380bb81fb1f7] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp, totalSize=146.6 K 2024-11-21T12:44:30,944 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:30,945 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. files: [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/cc0d3c8135714ebb9ab6f55fd5567381, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/70d19818b7884c17a571f2c8a621c889, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/78dc600e821543d994245ccb6d6ecd6c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/d91a76eab59547b5bff4380bb81fb1f7] 2024-11-21T12:44:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,945 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting cc0d3c8135714ebb9ab6f55fd5567381, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732193066515 2024-11-21T12:44:30,945 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 70d19818b7884c17a571f2c8a621c889, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732193067191 2024-11-21T12:44:30,945 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 78dc600e821543d994245ccb6d6ecd6c, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732193067854 2024-11-21T12:44:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,946 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting d91a76eab59547b5bff4380bb81fb1f7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732193068240 2024-11-21T12:44:30,946 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:44:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,948 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:44:30,948 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 684420bfab43a4a7983ebf6cda82b23a/C is initiating minor compaction (all files) 2024-11-21T12:44:30,948 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684420bfab43a4a7983ebf6cda82b23a/C in TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:30,948 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/d92d112762c1493084c3d509bb1de311, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/78d9bca9d8d74c6c9a4a93c34bd9d3a6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/f8d7d14bc2c24cb7b98b58d0facd3837, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/339a04518ef241718bce75d3194b204f] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp, totalSize=47.3 K 2024-11-21T12:44:30,948 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting d92d112762c1493084c3d509bb1de311, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732193066515 2024-11-21T12:44:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,949 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78d9bca9d8d74c6c9a4a93c34bd9d3a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732193067199 2024-11-21T12:44:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,952 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8d7d14bc2c24cb7b98b58d0facd3837, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732193067854 2024-11-21T12:44:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,953 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 339a04518ef241718bce75d3194b204f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732193068240 2024-11-21T12:44:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,963 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,969 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684420bfab43a4a7983ebf6cda82b23a#C#compaction#291 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,969 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/c27241ac54504b4483d4b62d481cf3b6 is 50, key is test_row_0/C:col10/1732193068240/Put/seqid=0 2024-11-21T12:44:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,971 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121de4d743f449946b38c216f91cbceab45_684420bfab43a4a7983ebf6cda82b23a store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,973 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121de4d743f449946b38c216f91cbceab45_684420bfab43a4a7983ebf6cda82b23a, store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,974 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121de4d743f449946b38c216f91cbceab45_684420bfab43a4a7983ebf6cda82b23a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742175_1351 (size=12493) 2024-11-21T12:44:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742176_1352 (size=4469) 2024-11-21T12:44:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,056 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-21T12:44:31,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:31,059 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2837): Flushing 684420bfab43a4a7983ebf6cda82b23a 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-21T12:44:31,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=A 2024-11-21T12:44:31,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:31,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=B 2024-11-21T12:44:31,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:31,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=C 2024-11-21T12:44:31,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121691f9b448e524dbab679fcf386d5f1aa_684420bfab43a4a7983ebf6cda82b23a is 50, key is test_row_0/A:col10/1732193069433/Put/seqid=0 2024-11-21T12:44:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742177_1353 (size=9814) 2024-11-21T12:44:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,415 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/c27241ac54504b4483d4b62d481cf3b6 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/c27241ac54504b4483d4b62d481cf3b6 2024-11-21T12:44:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,423 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 684420bfab43a4a7983ebf6cda82b23a/C of 684420bfab43a4a7983ebf6cda82b23a into c27241ac54504b4483d4b62d481cf3b6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,423 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:31,423 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., storeName=684420bfab43a4a7983ebf6cda82b23a/C, priority=12, startTime=1732193070943; duration=0sec 2024-11-21T12:44:31,423 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:31,423 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684420bfab43a4a7983ebf6cda82b23a:C 2024-11-21T12:44:31,423 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:44:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,431 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:44:31,431 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 684420bfab43a4a7983ebf6cda82b23a/B is initiating minor compaction (all files) 2024-11-21T12:44:31,431 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684420bfab43a4a7983ebf6cda82b23a/B in TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:31,431 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/e8c4d5daa5414e0abab566798c4150ba, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/05ac4dd15e724057a78fad0fcc261aae, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/cf44982ca5fa44d88248560028c8a1e4, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/8abe3d8690ba4a6aa1345f7e52a00f56] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp, totalSize=47.3 K 2024-11-21T12:44:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-21T12:44:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,435 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8c4d5daa5414e0abab566798c4150ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732193066515 2024-11-21T12:44:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,439 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05ac4dd15e724057a78fad0fcc261aae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732193067199 2024-11-21T12:44:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,439 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf44982ca5fa44d88248560028c8a1e4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732193067854 2024-11-21T12:44:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,440 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8abe3d8690ba4a6aa1345f7e52a00f56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732193068240 2024-11-21T12:44:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,455 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684420bfab43a4a7983ebf6cda82b23a#A#compaction#290 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,456 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/1105f1587e9b4088a5a818763523ba13 is 175, key is test_row_0/A:col10/1732193068240/Put/seqid=0 2024-11-21T12:44:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,461 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684420bfab43a4a7983ebf6cda82b23a#B#compaction#293 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,462 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/2d84bf73ca274a1295480ef900feaac3 is 50, key is test_row_0/B:col10/1732193068240/Put/seqid=0 2024-11-21T12:44:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742178_1354 (size=31447) 2024-11-21T12:44:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,505 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/1105f1587e9b4088a5a818763523ba13 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/1105f1587e9b4088a5a818763523ba13 2024-11-21T12:44:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,511 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 684420bfab43a4a7983ebf6cda82b23a/A of 684420bfab43a4a7983ebf6cda82b23a into 1105f1587e9b4088a5a818763523ba13(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:31,511 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:31,511 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., storeName=684420bfab43a4a7983ebf6cda82b23a/A, priority=12, startTime=1732193070943; duration=0sec 2024-11-21T12:44:31,511 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:31,511 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684420bfab43a4a7983ebf6cda82b23a:A 2024-11-21T12:44:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742179_1355 (size=12493) 2024-11-21T12:44:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,535 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121691f9b448e524dbab679fcf386d5f1aa_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121691f9b448e524dbab679fcf386d5f1aa_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/3e4ba7b6a49e4415bde20c9f32d952e7, store: [table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/3e4ba7b6a49e4415bde20c9f32d952e7 is 175, key is test_row_0/A:col10/1732193069433/Put/seqid=0 2024-11-21T12:44:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,544 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/2d84bf73ca274a1295480ef900feaac3 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/2d84bf73ca274a1295480ef900feaac3 2024-11-21T12:44:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,550 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 684420bfab43a4a7983ebf6cda82b23a/B of 684420bfab43a4a7983ebf6cda82b23a into 2d84bf73ca274a1295480ef900feaac3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:31,550 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:31,550 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., storeName=684420bfab43a4a7983ebf6cda82b23a/B, priority=12, startTime=1732193070943; duration=0sec 2024-11-21T12:44:31,550 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:31,550 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684420bfab43a4a7983ebf6cda82b23a:B 2024-11-21T12:44:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742180_1356 (size=22461) 2024-11-21T12:44:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,569 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/3e4ba7b6a49e4415bde20c9f32d952e7 2024-11-21T12:44:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/bd01d04b7e064b119bd005fa6359611a is 50, key is test_row_0/B:col10/1732193069433/Put/seqid=0 2024-11-21T12:44:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742181_1357 (size=9757) 2024-11-21T12:44:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,622 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/bd01d04b7e064b119bd005fa6359611a 2024-11-21T12:44:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:31,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/446cf33dffae43ba8ba7a586fe3f42e9 is 50, key is test_row_0/C:col10/1732193069433/Put/seqid=0 2024-11-21T12:44:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742182_1358 (size=9757) 2024-11-21T12:44:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,670 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/446cf33dffae43ba8ba7a586fe3f42e9 2024-11-21T12:44:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/3e4ba7b6a49e4415bde20c9f32d952e7 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/3e4ba7b6a49e4415bde20c9f32d952e7 2024-11-21T12:44:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,684 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/3e4ba7b6a49e4415bde20c9f32d952e7, entries=100, sequenceid=169, filesize=21.9 K 2024-11-21T12:44:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/bd01d04b7e064b119bd005fa6359611a as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/bd01d04b7e064b119bd005fa6359611a 2024-11-21T12:44:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,694 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/bd01d04b7e064b119bd005fa6359611a, entries=100, sequenceid=169, filesize=9.5 K 2024-11-21T12:44:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/446cf33dffae43ba8ba7a586fe3f42e9 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/446cf33dffae43ba8ba7a586fe3f42e9 2024-11-21T12:44:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,699 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/446cf33dffae43ba8ba7a586fe3f42e9, entries=100, sequenceid=169, filesize=9.5 K 2024-11-21T12:44:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,703 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=33.54 KB/34350 for 684420bfab43a4a7983ebf6cda82b23a in 645ms, sequenceid=169, compaction requested=false 2024-11-21T12:44:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2538): Flush status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:31,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=97 2024-11-21T12:44:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=97 2024-11-21T12:44:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-21T12:44:31,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3730 sec 2024-11-21T12:44:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees in 2.3800 sec 2024-11-21T12:44:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:31,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684420bfab43a4a7983ebf6cda82b23a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T12:44:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=A 2024-11-21T12:44:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:31,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=B 2024-11-21T12:44:31,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:31,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=C 2024-11-21T12:44:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:31,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112110ba0b5fb93c463f9846094e6b5c8cc2_684420bfab43a4a7983ebf6cda82b23a is 50, key is test_row_0/A:col10/1732193071709/Put/seqid=0 2024-11-21T12:44:31,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742183_1359 (size=19774) 2024-11-21T12:44:31,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193131779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:31,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193131781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:31,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193131782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:31,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193131784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:31,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193131785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:31,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193131896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:31,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193131897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:31,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193131899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:31,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193131899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:31,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193131905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:32,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193132106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:32,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:32,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193132107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:32,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:32,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193132110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:32,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193132115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:32,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193132122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:32,196 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:32,201 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112110ba0b5fb93c463f9846094e6b5c8cc2_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112110ba0b5fb93c463f9846094e6b5c8cc2_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:32,204 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/7d2792f0a07e46009a79e4299b515e63, store: [table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:32,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/7d2792f0a07e46009a79e4299b515e63 is 175, key is test_row_0/A:col10/1732193071709/Put/seqid=0 2024-11-21T12:44:32,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742184_1360 (size=57033) 2024-11-21T12:44:32,230 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=184, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/7d2792f0a07e46009a79e4299b515e63 2024-11-21T12:44:32,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/c5957c9c0b2d4040b50295180beb2b4e is 50, key is test_row_0/B:col10/1732193071709/Put/seqid=0 2024-11-21T12:44:32,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742185_1361 (size=12151) 2024-11-21T12:44:32,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/c5957c9c0b2d4040b50295180beb2b4e 2024-11-21T12:44:32,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/6e636c5d148041c19ee8f6ee463910f6 is 50, key is test_row_0/C:col10/1732193071709/Put/seqid=0 2024-11-21T12:44:32,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742186_1362 (size=12151) 2024-11-21T12:44:32,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193132419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:32,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193132419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:32,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193132419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:32,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193132427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:32,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193132435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:32,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/6e636c5d148041c19ee8f6ee463910f6 2024-11-21T12:44:32,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/7d2792f0a07e46009a79e4299b515e63 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/7d2792f0a07e46009a79e4299b515e63 2024-11-21T12:44:32,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/7d2792f0a07e46009a79e4299b515e63, entries=300, sequenceid=184, filesize=55.7 K 2024-11-21T12:44:32,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/c5957c9c0b2d4040b50295180beb2b4e as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/c5957c9c0b2d4040b50295180beb2b4e 2024-11-21T12:44:32,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/c5957c9c0b2d4040b50295180beb2b4e, entries=150, sequenceid=184, filesize=11.9 K 2024-11-21T12:44:32,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/6e636c5d148041c19ee8f6ee463910f6 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/6e636c5d148041c19ee8f6ee463910f6 2024-11-21T12:44:32,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/6e636c5d148041c19ee8f6ee463910f6, entries=150, sequenceid=184, filesize=11.9 K 2024-11-21T12:44:32,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 684420bfab43a4a7983ebf6cda82b23a in 1038ms, sequenceid=184, compaction requested=true 2024-11-21T12:44:32,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:32,747 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:32,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684420bfab43a4a7983ebf6cda82b23a:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:44:32,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:32,747 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:32,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684420bfab43a4a7983ebf6cda82b23a:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:44:32,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:32,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684420bfab43a4a7983ebf6cda82b23a:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:44:32,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:32,749 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:32,749 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 684420bfab43a4a7983ebf6cda82b23a/A is initiating minor compaction (all files) 2024-11-21T12:44:32,749 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684420bfab43a4a7983ebf6cda82b23a/A in TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:32,749 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/1105f1587e9b4088a5a818763523ba13, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/3e4ba7b6a49e4415bde20c9f32d952e7, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/7d2792f0a07e46009a79e4299b515e63] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp, totalSize=108.3 K 2024-11-21T12:44:32,749 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:32,749 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. files: [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/1105f1587e9b4088a5a818763523ba13, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/3e4ba7b6a49e4415bde20c9f32d952e7, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/7d2792f0a07e46009a79e4299b515e63] 2024-11-21T12:44:32,749 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:32,749 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 684420bfab43a4a7983ebf6cda82b23a/B is initiating minor compaction (all files) 2024-11-21T12:44:32,749 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684420bfab43a4a7983ebf6cda82b23a/B in TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:32,749 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/2d84bf73ca274a1295480ef900feaac3, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/bd01d04b7e064b119bd005fa6359611a, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/c5957c9c0b2d4040b50295180beb2b4e] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp, totalSize=33.6 K 2024-11-21T12:44:32,751 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1105f1587e9b4088a5a818763523ba13, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732193068240 2024-11-21T12:44:32,751 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d84bf73ca274a1295480ef900feaac3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732193068240 2024-11-21T12:44:32,751 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e4ba7b6a49e4415bde20c9f32d952e7, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732193069430 2024-11-21T12:44:32,751 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting bd01d04b7e064b119bd005fa6359611a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732193069430 2024-11-21T12:44:32,751 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting c5957c9c0b2d4040b50295180beb2b4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732193071704 2024-11-21T12:44:32,751 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d2792f0a07e46009a79e4299b515e63, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732193071628 2024-11-21T12:44:32,760 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:32,763 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684420bfab43a4a7983ebf6cda82b23a#B#compaction#300 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:32,763 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/b81d28229f8044e2b4f83f04e7ab0065 is 50, key is test_row_0/B:col10/1732193071709/Put/seqid=0 2024-11-21T12:44:32,767 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121aede28f0fc6d4fea94313aa6f5bfa6a9_684420bfab43a4a7983ebf6cda82b23a store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:32,769 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121aede28f0fc6d4fea94313aa6f5bfa6a9_684420bfab43a4a7983ebf6cda82b23a, store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:32,769 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121aede28f0fc6d4fea94313aa6f5bfa6a9_684420bfab43a4a7983ebf6cda82b23a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:32,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742188_1364 (size=4469) 2024-11-21T12:44:32,805 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684420bfab43a4a7983ebf6cda82b23a#A#compaction#299 average throughput is 0.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:32,806 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/6bf03f925a3b41f49f991ce3524983cc is 175, key is test_row_0/A:col10/1732193071709/Put/seqid=0 2024-11-21T12:44:32,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742187_1363 (size=12595) 2024-11-21T12:44:32,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742189_1365 (size=31549) 2024-11-21T12:44:32,884 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/6bf03f925a3b41f49f991ce3524983cc as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/6bf03f925a3b41f49f991ce3524983cc 2024-11-21T12:44:32,896 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684420bfab43a4a7983ebf6cda82b23a/A of 684420bfab43a4a7983ebf6cda82b23a into 6bf03f925a3b41f49f991ce3524983cc(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:32,896 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:32,896 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., storeName=684420bfab43a4a7983ebf6cda82b23a/A, priority=13, startTime=1732193072747; duration=0sec 2024-11-21T12:44:32,896 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:32,896 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684420bfab43a4a7983ebf6cda82b23a:A 2024-11-21T12:44:32,896 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:32,899 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:32,899 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 684420bfab43a4a7983ebf6cda82b23a/C is initiating minor compaction (all files) 2024-11-21T12:44:32,899 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684420bfab43a4a7983ebf6cda82b23a/C in TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:32,899 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/c27241ac54504b4483d4b62d481cf3b6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/446cf33dffae43ba8ba7a586fe3f42e9, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/6e636c5d148041c19ee8f6ee463910f6] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp, totalSize=33.6 K 2024-11-21T12:44:32,900 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting c27241ac54504b4483d4b62d481cf3b6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732193068240 2024-11-21T12:44:32,901 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 446cf33dffae43ba8ba7a586fe3f42e9, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732193069430 2024-11-21T12:44:32,901 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e636c5d148041c19ee8f6ee463910f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732193071704 2024-11-21T12:44:32,917 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684420bfab43a4a7983ebf6cda82b23a#C#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:32,918 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/97bf869b3ed04291951d4e660aebe42f is 50, key is test_row_0/C:col10/1732193071709/Put/seqid=0 2024-11-21T12:44:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:32,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684420bfab43a4a7983ebf6cda82b23a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T12:44:32,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=A 2024-11-21T12:44:32,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:32,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=B 2024-11-21T12:44:32,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:32,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=C 2024-11-21T12:44:32,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:32,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742190_1366 (size=12595) 2024-11-21T12:44:32,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b40f4f085a80494ba3d93320e8ec277d_684420bfab43a4a7983ebf6cda82b23a is 50, key is test_row_0/A:col10/1732193071783/Put/seqid=0 2024-11-21T12:44:32,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742191_1367 (size=12304) 2024-11-21T12:44:32,969 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:32,972 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b40f4f085a80494ba3d93320e8ec277d_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b40f4f085a80494ba3d93320e8ec277d_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:32,973 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/eec456f09ecb44a2896bdcb6164cd254, store: [table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:32,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/eec456f09ecb44a2896bdcb6164cd254 is 175, key is test_row_0/A:col10/1732193071783/Put/seqid=0 2024-11-21T12:44:32,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742192_1368 (size=31105) 2024-11-21T12:44:32,986 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/eec456f09ecb44a2896bdcb6164cd254 2024-11-21T12:44:32,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/b89a38ad96e2470e9ad5371a7d3cf38d is 50, key is test_row_0/B:col10/1732193071783/Put/seqid=0 2024-11-21T12:44:33,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193132954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193132958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193132996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193133000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193133003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742193_1369 (size=12151) 2024-11-21T12:44:33,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/b89a38ad96e2470e9ad5371a7d3cf38d 2024-11-21T12:44:33,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/50e689f5a9894778896f58d897aa0fc7 is 50, key is test_row_0/C:col10/1732193071783/Put/seqid=0 2024-11-21T12:44:33,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742194_1370 (size=12151) 2024-11-21T12:44:33,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/50e689f5a9894778896f58d897aa0fc7 2024-11-21T12:44:33,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/eec456f09ecb44a2896bdcb6164cd254 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/eec456f09ecb44a2896bdcb6164cd254 2024-11-21T12:44:33,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/eec456f09ecb44a2896bdcb6164cd254, entries=150, sequenceid=212, filesize=30.4 K 2024-11-21T12:44:33,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/b89a38ad96e2470e9ad5371a7d3cf38d as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/b89a38ad96e2470e9ad5371a7d3cf38d 2024-11-21T12:44:33,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/b89a38ad96e2470e9ad5371a7d3cf38d, entries=150, sequenceid=212, filesize=11.9 K 2024-11-21T12:44:33,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193133110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193133113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193133113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193133110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193133117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/50e689f5a9894778896f58d897aa0fc7 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/50e689f5a9894778896f58d897aa0fc7 2024-11-21T12:44:33,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/50e689f5a9894778896f58d897aa0fc7, entries=150, sequenceid=212, filesize=11.9 K 2024-11-21T12:44:33,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 684420bfab43a4a7983ebf6cda82b23a in 200ms, sequenceid=212, compaction requested=false 2024-11-21T12:44:33,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:33,223 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/b81d28229f8044e2b4f83f04e7ab0065 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/b81d28229f8044e2b4f83f04e7ab0065 2024-11-21T12:44:33,243 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684420bfab43a4a7983ebf6cda82b23a/B of 684420bfab43a4a7983ebf6cda82b23a into b81d28229f8044e2b4f83f04e7ab0065(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:33,243 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:33,243 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., storeName=684420bfab43a4a7983ebf6cda82b23a/B, priority=13, startTime=1732193072747; duration=0sec 2024-11-21T12:44:33,243 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:33,243 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684420bfab43a4a7983ebf6cda82b23a:B 2024-11-21T12:44:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:33,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684420bfab43a4a7983ebf6cda82b23a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T12:44:33,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=A 2024-11-21T12:44:33,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:33,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=B 2024-11-21T12:44:33,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:33,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=C 2024-11-21T12:44:33,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:33,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121923aa1190056468f82b90312add147ef_684420bfab43a4a7983ebf6cda82b23a is 50, key is test_row_0/A:col10/1732193072953/Put/seqid=0 2024-11-21T12:44:33,359 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/97bf869b3ed04291951d4e660aebe42f as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/97bf869b3ed04291951d4e660aebe42f 2024-11-21T12:44:33,369 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684420bfab43a4a7983ebf6cda82b23a/C of 684420bfab43a4a7983ebf6cda82b23a into 97bf869b3ed04291951d4e660aebe42f(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:33,369 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:33,369 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., storeName=684420bfab43a4a7983ebf6cda82b23a/C, priority=13, startTime=1732193072748; duration=0sec 2024-11-21T12:44:33,370 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:33,370 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684420bfab43a4a7983ebf6cda82b23a:C 2024-11-21T12:44:33,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193133361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193133362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193133363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193133364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193133372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742195_1371 (size=19774) 2024-11-21T12:44:33,398 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:33,402 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121923aa1190056468f82b90312add147ef_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121923aa1190056468f82b90312add147ef_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:33,403 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/e27860432a544e5687476b453c127738, store: [table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:33,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/e27860432a544e5687476b453c127738 is 175, key is test_row_0/A:col10/1732193072953/Put/seqid=0 2024-11-21T12:44:33,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742196_1372 (size=57033) 2024-11-21T12:44:33,416 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=226, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/e27860432a544e5687476b453c127738 2024-11-21T12:44:33,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/a8e5b78ea3374033b440779fb15df1fe is 50, key is test_row_0/B:col10/1732193072953/Put/seqid=0 2024-11-21T12:44:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-21T12:44:33,435 INFO [Thread-1430 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-21T12:44:33,440 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:44:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-21T12:44:33,442 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:44:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-21T12:44:33,442 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:44:33,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:44:33,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742197_1373 (size=12151) 2024-11-21T12:44:33,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/a8e5b78ea3374033b440779fb15df1fe 2024-11-21T12:44:33,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:33,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193133473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193133474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/012a31aa889a468796dafc2191149bb6 is 50, key is test_row_0/C:col10/1732193072953/Put/seqid=0 2024-11-21T12:44:33,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193133479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193133479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193133479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742198_1374 (size=12151) 2024-11-21T12:44:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-21T12:44:33,599 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-21T12:44:33,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:33,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:33,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:33,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:33,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:33,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193133679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193133685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193133685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193133686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193133686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-21T12:44:33,753 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-21T12:44:33,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:33,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:33,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:33,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:33,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:33,912 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:33,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-21T12:44:33,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:33,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:33,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:33,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:33,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:33,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:33,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/012a31aa889a468796dafc2191149bb6 2024-11-21T12:44:33,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/e27860432a544e5687476b453c127738 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/e27860432a544e5687476b453c127738 2024-11-21T12:44:33,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/e27860432a544e5687476b453c127738, entries=300, sequenceid=226, filesize=55.7 K 2024-11-21T12:44:33,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/a8e5b78ea3374033b440779fb15df1fe as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/a8e5b78ea3374033b440779fb15df1fe 2024-11-21T12:44:33,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/a8e5b78ea3374033b440779fb15df1fe, entries=150, sequenceid=226, filesize=11.9 K 2024-11-21T12:44:33,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/012a31aa889a468796dafc2191149bb6 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/012a31aa889a468796dafc2191149bb6 2024-11-21T12:44:33,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/012a31aa889a468796dafc2191149bb6, entries=150, sequenceid=226, filesize=11.9 K 2024-11-21T12:44:33,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 684420bfab43a4a7983ebf6cda82b23a in 622ms, sequenceid=226, compaction requested=true 2024-11-21T12:44:33,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:33,946 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:33,946 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:33,946 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 684420bfab43a4a7983ebf6cda82b23a/A is initiating minor compaction (all files) 2024-11-21T12:44:33,946 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684420bfab43a4a7983ebf6cda82b23a/A in TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:33,947 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/6bf03f925a3b41f49f991ce3524983cc, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/eec456f09ecb44a2896bdcb6164cd254, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/e27860432a544e5687476b453c127738] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp, totalSize=116.9 K 2024-11-21T12:44:33,947 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:33,947 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. files: [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/6bf03f925a3b41f49f991ce3524983cc, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/eec456f09ecb44a2896bdcb6164cd254, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/e27860432a544e5687476b453c127738] 2024-11-21T12:44:33,947 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bf03f925a3b41f49f991ce3524983cc, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732193071704 2024-11-21T12:44:33,947 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting eec456f09ecb44a2896bdcb6164cd254, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732193071783 2024-11-21T12:44:33,948 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting e27860432a544e5687476b453c127738, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732193072949 2024-11-21T12:44:33,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684420bfab43a4a7983ebf6cda82b23a:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:44:33,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:33,960 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:33,961 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:33,961 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 684420bfab43a4a7983ebf6cda82b23a/B is initiating minor compaction (all files) 2024-11-21T12:44:33,961 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684420bfab43a4a7983ebf6cda82b23a/B in TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:33,961 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/b81d28229f8044e2b4f83f04e7ab0065, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/b89a38ad96e2470e9ad5371a7d3cf38d, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/a8e5b78ea3374033b440779fb15df1fe] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp, totalSize=36.0 K 2024-11-21T12:44:33,961 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting b81d28229f8044e2b4f83f04e7ab0065, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732193071704 2024-11-21T12:44:33,961 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting b89a38ad96e2470e9ad5371a7d3cf38d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732193071783 2024-11-21T12:44:33,961 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting a8e5b78ea3374033b440779fb15df1fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732193072953 2024-11-21T12:44:33,963 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:33,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684420bfab43a4a7983ebf6cda82b23a:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:44:33,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:33,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684420bfab43a4a7983ebf6cda82b23a:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:44:33,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:33,968 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121031f356a00bd467e80f3a93abbe31238_684420bfab43a4a7983ebf6cda82b23a store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:33,970 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121031f356a00bd467e80f3a93abbe31238_684420bfab43a4a7983ebf6cda82b23a, store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:33,970 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121031f356a00bd467e80f3a93abbe31238_684420bfab43a4a7983ebf6cda82b23a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:33,973 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684420bfab43a4a7983ebf6cda82b23a#B#compaction#309 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:33,973 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/c755c6bfe09a4a25b4ed6b3deeecfa9c is 50, key is test_row_0/B:col10/1732193072953/Put/seqid=0 2024-11-21T12:44:33,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:33,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684420bfab43a4a7983ebf6cda82b23a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T12:44:33,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=A 2024-11-21T12:44:33,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:33,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=B 2024-11-21T12:44:33,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:33,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=C 2024-11-21T12:44:33,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:34,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742200_1376 (size=12697) 2024-11-21T12:44:34,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193134004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:34,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:34,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193134009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193134008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:34,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193134014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:34,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193134015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:34,041 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/c755c6bfe09a4a25b4ed6b3deeecfa9c as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/c755c6bfe09a4a25b4ed6b3deeecfa9c 2024-11-21T12:44:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-21T12:44:34,046 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684420bfab43a4a7983ebf6cda82b23a/B of 684420bfab43a4a7983ebf6cda82b23a into c755c6bfe09a4a25b4ed6b3deeecfa9c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:34,046 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:34,046 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., storeName=684420bfab43a4a7983ebf6cda82b23a/B, priority=13, startTime=1732193073959; duration=0sec 2024-11-21T12:44:34,046 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:34,046 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684420bfab43a4a7983ebf6cda82b23a:B 2024-11-21T12:44:34,046 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:34,047 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:34,048 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 684420bfab43a4a7983ebf6cda82b23a/C is initiating minor compaction (all files) 2024-11-21T12:44:34,048 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684420bfab43a4a7983ebf6cda82b23a/C in TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:34,048 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/97bf869b3ed04291951d4e660aebe42f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/50e689f5a9894778896f58d897aa0fc7, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/012a31aa889a468796dafc2191149bb6] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp, totalSize=36.0 K 2024-11-21T12:44:34,049 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 97bf869b3ed04291951d4e660aebe42f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732193071704 2024-11-21T12:44:34,049 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 50e689f5a9894778896f58d897aa0fc7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732193071783 2024-11-21T12:44:34,049 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 012a31aa889a468796dafc2191149bb6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732193072953 2024-11-21T12:44:34,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742199_1375 (size=4469) 2024-11-21T12:44:34,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213a3b0e05d09f4b68a5caa300a2583900_684420bfab43a4a7983ebf6cda82b23a is 50, key is test_row_0/A:col10/1732193073349/Put/seqid=0 2024-11-21T12:44:34,055 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684420bfab43a4a7983ebf6cda82b23a#A#compaction#308 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:34,056 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/0513ff883a9a4b5b9be88aac93d2a5fe is 175, key is test_row_0/A:col10/1732193072953/Put/seqid=0 2024-11-21T12:44:34,065 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:34,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-21T12:44:34,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:34,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:34,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:34,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:34,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:34,085 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684420bfab43a4a7983ebf6cda82b23a#C#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:34,086 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/67b3fa2021af4d25bd3fbd49b7fd9407 is 50, key is test_row_0/C:col10/1732193072953/Put/seqid=0 2024-11-21T12:44:34,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742202_1378 (size=31651) 2024-11-21T12:44:34,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193134116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:34,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742201_1377 (size=14794) 2024-11-21T12:44:34,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193134137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:34,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193134139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:34,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193134139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:34,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193134139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:34,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742203_1379 (size=12697) 2024-11-21T12:44:34,218 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:34,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-21T12:44:34,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:34,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:34,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:34,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:34,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:34,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193134327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:34,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:34,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193134344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193134343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:34,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193134347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:34,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193134349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:34,372 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:34,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-21T12:44:34,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:34,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:34,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:34,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:34,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:34,511 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/0513ff883a9a4b5b9be88aac93d2a5fe as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/0513ff883a9a4b5b9be88aac93d2a5fe 2024-11-21T12:44:34,516 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684420bfab43a4a7983ebf6cda82b23a/A of 684420bfab43a4a7983ebf6cda82b23a into 0513ff883a9a4b5b9be88aac93d2a5fe(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:34,516 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:34,516 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., storeName=684420bfab43a4a7983ebf6cda82b23a/A, priority=13, startTime=1732193073945; duration=0sec 2024-11-21T12:44:34,516 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:34,516 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684420bfab43a4a7983ebf6cda82b23a:A 2024-11-21T12:44:34,525 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:34,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-21T12:44:34,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:34,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:34,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:34,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:34,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:34,531 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:34,538 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213a3b0e05d09f4b68a5caa300a2583900_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213a3b0e05d09f4b68a5caa300a2583900_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:34,539 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/1098c718afa7408bb91dcc6ce10b8f82, store: [table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:34,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/1098c718afa7408bb91dcc6ce10b8f82 is 175, key is test_row_0/A:col10/1732193073349/Put/seqid=0 2024-11-21T12:44:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-21T12:44:34,567 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/67b3fa2021af4d25bd3fbd49b7fd9407 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/67b3fa2021af4d25bd3fbd49b7fd9407 2024-11-21T12:44:34,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742204_1380 (size=39749) 2024-11-21T12:44:34,573 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/1098c718afa7408bb91dcc6ce10b8f82 2024-11-21T12:44:34,574 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684420bfab43a4a7983ebf6cda82b23a/C of 684420bfab43a4a7983ebf6cda82b23a into 67b3fa2021af4d25bd3fbd49b7fd9407(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:34,574 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:34,574 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., storeName=684420bfab43a4a7983ebf6cda82b23a/C, priority=13, startTime=1732193073963; duration=0sec 2024-11-21T12:44:34,574 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:34,574 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684420bfab43a4a7983ebf6cda82b23a:C 2024-11-21T12:44:34,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/4ad4145c2252441d83d6a45910380ebf is 50, key is test_row_0/B:col10/1732193073349/Put/seqid=0 2024-11-21T12:44:34,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193134633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:34,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742205_1381 (size=12151) 2024-11-21T12:44:34,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/4ad4145c2252441d83d6a45910380ebf 2024-11-21T12:44:34,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/674b49b9ded9450bb15e73e954e37cf0 is 50, key is test_row_0/C:col10/1732193073349/Put/seqid=0 2024-11-21T12:44:34,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193134653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:34,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193134654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:34,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193134654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:34,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193134657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:34,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742206_1382 (size=12151) 2024-11-21T12:44:34,680 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:34,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-21T12:44:34,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:34,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:34,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:34,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:34,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:34,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/674b49b9ded9450bb15e73e954e37cf0 2024-11-21T12:44:34,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/1098c718afa7408bb91dcc6ce10b8f82 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/1098c718afa7408bb91dcc6ce10b8f82 2024-11-21T12:44:34,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/1098c718afa7408bb91dcc6ce10b8f82, entries=200, sequenceid=251, filesize=38.8 K 2024-11-21T12:44:34,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/4ad4145c2252441d83d6a45910380ebf as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/4ad4145c2252441d83d6a45910380ebf 2024-11-21T12:44:34,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/4ad4145c2252441d83d6a45910380ebf, entries=150, sequenceid=251, filesize=11.9 K 2024-11-21T12:44:34,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/674b49b9ded9450bb15e73e954e37cf0 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/674b49b9ded9450bb15e73e954e37cf0 2024-11-21T12:44:34,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/674b49b9ded9450bb15e73e954e37cf0, entries=150, sequenceid=251, filesize=11.9 K 2024-11-21T12:44:34,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 684420bfab43a4a7983ebf6cda82b23a in 722ms, sequenceid=251, compaction requested=false 2024-11-21T12:44:34,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:34,833 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:34,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-21T12:44:34,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:34,834 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing 684420bfab43a4a7983ebf6cda82b23a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T12:44:34,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=A 2024-11-21T12:44:34,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:34,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=B 2024-11-21T12:44:34,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:34,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=C 2024-11-21T12:44:34,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:34,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210d7b0d0bf6564cbdbfa29ee3f00be0d3_684420bfab43a4a7983ebf6cda82b23a is 50, key is test_row_0/A:col10/1732193074013/Put/seqid=0 2024-11-21T12:44:34,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742207_1383 (size=12454) 2024-11-21T12:44:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:35,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:35,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193135240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:35,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193135240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:35,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193135241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:35,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193135241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:35,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193135242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:35,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:35,314 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210d7b0d0bf6564cbdbfa29ee3f00be0d3_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210d7b0d0bf6564cbdbfa29ee3f00be0d3_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:35,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/0b8131d0117f428184b226a61b5e93a9, store: [table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:35,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/0b8131d0117f428184b226a61b5e93a9 is 175, key is test_row_0/A:col10/1732193074013/Put/seqid=0 2024-11-21T12:44:35,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742208_1384 (size=31255) 2024-11-21T12:44:35,346 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=266, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/0b8131d0117f428184b226a61b5e93a9 2024-11-21T12:44:35,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193135352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:35,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193135354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:35,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193135362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:35,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193135367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:35,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193135367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:35,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/68e571f2322d42b4bf6e097deede6e0d is 50, key is test_row_0/B:col10/1732193074013/Put/seqid=0 2024-11-21T12:44:35,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742209_1385 (size=12301) 2024-11-21T12:44:35,396 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/68e571f2322d42b4bf6e097deede6e0d 2024-11-21T12:44:35,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/11488ff4e9ae4742b7a72ace7308ab83 is 50, key is test_row_0/C:col10/1732193074013/Put/seqid=0 2024-11-21T12:44:35,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742210_1386 (size=12301) 2024-11-21T12:44:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-21T12:44:35,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193135563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:35,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193135573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:35,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193135573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:35,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193135574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:35,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193135575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:35,851 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/11488ff4e9ae4742b7a72ace7308ab83 2024-11-21T12:44:35,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/0b8131d0117f428184b226a61b5e93a9 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/0b8131d0117f428184b226a61b5e93a9 2024-11-21T12:44:35,858 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/0b8131d0117f428184b226a61b5e93a9, entries=150, sequenceid=266, filesize=30.5 K 2024-11-21T12:44:35,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/68e571f2322d42b4bf6e097deede6e0d as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/68e571f2322d42b4bf6e097deede6e0d 2024-11-21T12:44:35,869 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/68e571f2322d42b4bf6e097deede6e0d, entries=150, sequenceid=266, filesize=12.0 K 2024-11-21T12:44:35,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/11488ff4e9ae4742b7a72ace7308ab83 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/11488ff4e9ae4742b7a72ace7308ab83 2024-11-21T12:44:35,873 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/11488ff4e9ae4742b7a72ace7308ab83, entries=150, sequenceid=266, filesize=12.0 K 2024-11-21T12:44:35,875 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 684420bfab43a4a7983ebf6cda82b23a in 1041ms, sequenceid=266, compaction requested=true 2024-11-21T12:44:35,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:35,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:35,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-21T12:44:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-11-21T12:44:35,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-21T12:44:35,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4350 sec 2024-11-21T12:44:35,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 2.4390 sec 2024-11-21T12:44:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:35,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684420bfab43a4a7983ebf6cda82b23a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T12:44:35,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=A 2024-11-21T12:44:35,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:35,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=B 2024-11-21T12:44:35,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:35,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=C 2024-11-21T12:44:35,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:35,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193135893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:35,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213b0040c791fe4cbd9f847dfec415fd68_684420bfab43a4a7983ebf6cda82b23a is 50, key is test_row_0/A:col10/1732193075887/Put/seqid=0 2024-11-21T12:44:35,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193135905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:35,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193135906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:35,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193135907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:35,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193135907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:35,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742211_1387 (size=14994) 2024-11-21T12:44:35,937 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:35,942 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213b0040c791fe4cbd9f847dfec415fd68_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213b0040c791fe4cbd9f847dfec415fd68_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:35,942 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/025ca7f88298495fb1c13d6519002386, store: [table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:35,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/025ca7f88298495fb1c13d6519002386 is 175, key is test_row_0/A:col10/1732193075887/Put/seqid=0 2024-11-21T12:44:35,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742212_1388 (size=39949) 2024-11-21T12:44:36,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193136007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:36,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193136019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:36,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193136019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:36,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193136021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:36,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193136021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:36,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193136219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:36,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:36,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193136226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:36,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:36,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193136227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:36,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193136227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:36,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193136231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:36,351 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/025ca7f88298495fb1c13d6519002386 2024-11-21T12:44:36,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/f0c772fe9fe545f89b20681ec4e31bb2 is 50, key is test_row_0/B:col10/1732193075887/Put/seqid=0 2024-11-21T12:44:36,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742213_1389 (size=12301) 2024-11-21T12:44:36,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193136523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:36,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193136534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:36,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193136535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:36,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193136543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:36,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193136543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:36,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/f0c772fe9fe545f89b20681ec4e31bb2 2024-11-21T12:44:36,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/d1ce6b8494654fd0a78e26cedd1babe5 is 50, key is test_row_0/C:col10/1732193075887/Put/seqid=0 2024-11-21T12:44:36,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742214_1390 (size=12301) 2024-11-21T12:44:37,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193137027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:37,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193137046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:37,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193137046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:37,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193137046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:37,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193137048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:37,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/d1ce6b8494654fd0a78e26cedd1babe5 2024-11-21T12:44:37,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/025ca7f88298495fb1c13d6519002386 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/025ca7f88298495fb1c13d6519002386 2024-11-21T12:44:37,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/025ca7f88298495fb1c13d6519002386, entries=200, sequenceid=294, filesize=39.0 K 2024-11-21T12:44:37,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/f0c772fe9fe545f89b20681ec4e31bb2 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/f0c772fe9fe545f89b20681ec4e31bb2 2024-11-21T12:44:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/f0c772fe9fe545f89b20681ec4e31bb2, entries=150, sequenceid=294, filesize=12.0 K 2024-11-21T12:44:37,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/d1ce6b8494654fd0a78e26cedd1babe5 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/d1ce6b8494654fd0a78e26cedd1babe5 2024-11-21T12:44:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/d1ce6b8494654fd0a78e26cedd1babe5, entries=150, sequenceid=294, filesize=12.0 K 2024-11-21T12:44:37,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 684420bfab43a4a7983ebf6cda82b23a in 1390ms, sequenceid=294, compaction requested=true 2024-11-21T12:44:37,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:37,278 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:44:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684420bfab43a4a7983ebf6cda82b23a:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:44:37,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:37,279 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:44:37,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684420bfab43a4a7983ebf6cda82b23a:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:44:37,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:37,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684420bfab43a4a7983ebf6cda82b23a:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:44:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:37,280 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142604 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:44:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,280 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 684420bfab43a4a7983ebf6cda82b23a/A is initiating minor compaction (all files) 2024-11-21T12:44:37,280 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684420bfab43a4a7983ebf6cda82b23a/A in TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:37,280 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/0513ff883a9a4b5b9be88aac93d2a5fe, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/1098c718afa7408bb91dcc6ce10b8f82, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/0b8131d0117f428184b226a61b5e93a9, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/025ca7f88298495fb1c13d6519002386] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp, totalSize=139.3 K 2024-11-21T12:44:37,280 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,280 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. files: [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/0513ff883a9a4b5b9be88aac93d2a5fe, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/1098c718afa7408bb91dcc6ce10b8f82, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/0b8131d0117f428184b226a61b5e93a9, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/025ca7f88298495fb1c13d6519002386] 2024-11-21T12:44:37,281 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:44:37,281 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0513ff883a9a4b5b9be88aac93d2a5fe, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732193072953 2024-11-21T12:44:37,281 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 684420bfab43a4a7983ebf6cda82b23a/B is initiating minor compaction (all files) 2024-11-21T12:44:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,281 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684420bfab43a4a7983ebf6cda82b23a/B in TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:37,281 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/c755c6bfe09a4a25b4ed6b3deeecfa9c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/4ad4145c2252441d83d6a45910380ebf, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/68e571f2322d42b4bf6e097deede6e0d, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/f0c772fe9fe545f89b20681ec4e31bb2] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp, totalSize=48.3 K 2024-11-21T12:44:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,281 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting c755c6bfe09a4a25b4ed6b3deeecfa9c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732193072953 2024-11-21T12:44:37,281 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1098c718afa7408bb91dcc6ce10b8f82, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732193073349 2024-11-21T12:44:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,282 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ad4145c2252441d83d6a45910380ebf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732193073349 2024-11-21T12:44:37,282 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b8131d0117f428184b226a61b5e93a9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732193074002 2024-11-21T12:44:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,282 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 025ca7f88298495fb1c13d6519002386, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732193075240 2024-11-21T12:44:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,282 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 68e571f2322d42b4bf6e097deede6e0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732193074002 2024-11-21T12:44:37,282 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting f0c772fe9fe545f89b20681ec4e31bb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732193075240 2024-11-21T12:44:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,295 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,302 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684420bfab43a4a7983ebf6cda82b23a#B#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,302 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/7085b611d9644bdbbdc33070f9b73070 is 50, key is test_row_0/B:col10/1732193075887/Put/seqid=0 2024-11-21T12:44:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,304 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121d804242d362e489da32a94acbcb9920d_684420bfab43a4a7983ebf6cda82b23a store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,306 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121d804242d362e489da32a94acbcb9920d_684420bfab43a4a7983ebf6cda82b23a, store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:37,306 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d804242d362e489da32a94acbcb9920d_684420bfab43a4a7983ebf6cda82b23a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742216_1392 (size=4469) 2024-11-21T12:44:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,349 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684420bfab43a4a7983ebf6cda82b23a#A#compaction#320 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,349 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/ffef0e5cee004c22ae105d797fbf7ce2 is 175, key is test_row_0/A:col10/1732193075887/Put/seqid=0 2024-11-21T12:44:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742215_1391 (size=12983) 2024-11-21T12:44:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,363 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/7085b611d9644bdbbdc33070f9b73070 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/7085b611d9644bdbbdc33070f9b73070 2024-11-21T12:44:37,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742217_1393 (size=31937) 2024-11-21T12:44:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,368 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/ffef0e5cee004c22ae105d797fbf7ce2 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/ffef0e5cee004c22ae105d797fbf7ce2 2024-11-21T12:44:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,368 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 684420bfab43a4a7983ebf6cda82b23a/B of 684420bfab43a4a7983ebf6cda82b23a into 7085b611d9644bdbbdc33070f9b73070(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:37,368 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:37,368 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., storeName=684420bfab43a4a7983ebf6cda82b23a/B, priority=12, startTime=1732193077279; duration=0sec 2024-11-21T12:44:37,368 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,368 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684420bfab43a4a7983ebf6cda82b23a:B 2024-11-21T12:44:37,368 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:44:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,376 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:44:37,376 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 684420bfab43a4a7983ebf6cda82b23a/C is initiating minor compaction (all files) 2024-11-21T12:44:37,376 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684420bfab43a4a7983ebf6cda82b23a/C in TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:37,376 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/67b3fa2021af4d25bd3fbd49b7fd9407, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/674b49b9ded9450bb15e73e954e37cf0, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/11488ff4e9ae4742b7a72ace7308ab83, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/d1ce6b8494654fd0a78e26cedd1babe5] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp, totalSize=48.3 K 2024-11-21T12:44:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,376 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 67b3fa2021af4d25bd3fbd49b7fd9407, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732193072953 2024-11-21T12:44:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,377 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 674b49b9ded9450bb15e73e954e37cf0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732193073349 2024-11-21T12:44:37,377 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 11488ff4e9ae4742b7a72ace7308ab83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732193074002 2024-11-21T12:44:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,377 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting d1ce6b8494654fd0a78e26cedd1babe5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732193075240 2024-11-21T12:44:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,379 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 684420bfab43a4a7983ebf6cda82b23a/A of 684420bfab43a4a7983ebf6cda82b23a into ffef0e5cee004c22ae105d797fbf7ce2(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,379 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:37,379 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., storeName=684420bfab43a4a7983ebf6cda82b23a/A, priority=12, startTime=1732193077278; duration=0sec 2024-11-21T12:44:37,379 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:37,379 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684420bfab43a4a7983ebf6cda82b23a:A 2024-11-21T12:44:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,385 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684420bfab43a4a7983ebf6cda82b23a#C#compaction#322 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,386 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/5739ee344292445fbb8ccd72ef0dfbab is 50, key is test_row_0/C:col10/1732193075887/Put/seqid=0 2024-11-21T12:44:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742218_1394 (size=12983) 2024-11-21T12:44:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,399 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/5739ee344292445fbb8ccd72ef0dfbab as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/5739ee344292445fbb8ccd72ef0dfbab 2024-11-21T12:44:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,404 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 684420bfab43a4a7983ebf6cda82b23a/C of 684420bfab43a4a7983ebf6cda82b23a into 5739ee344292445fbb8ccd72ef0dfbab(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:37,405 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:37,405 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., storeName=684420bfab43a4a7983ebf6cda82b23a/C, priority=12, startTime=1732193077279; duration=0sec 2024-11-21T12:44:37,405 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,405 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684420bfab43a4a7983ebf6cda82b23a:C 2024-11-21T12:44:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-21T12:44:37,548 INFO [Thread-1430 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-21T12:44:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,552 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:44:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-21T12:44:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-21T12:44:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,556 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:44:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,557 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:44:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:44:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-21T12:44:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,710 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:37,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-21T12:44:37,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,715 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing 684420bfab43a4a7983ebf6cda82b23a 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-21T12:44:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=A 2024-11-21T12:44:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:37,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=B 2024-11-21T12:44:37,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:37,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=C 2024-11-21T12:44:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b9b21c9367854cad8489e9d61fc7b826_684420bfab43a4a7983ebf6cda82b23a is 50, key is test_row_0/A:col10/1732193075905/Put/seqid=0 2024-11-21T12:44:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742219_1395 (size=9914) 2024-11-21T12:44:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,779 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b9b21c9367854cad8489e9d61fc7b826_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b9b21c9367854cad8489e9d61fc7b826_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/2d204855ecaa42ef93a5d10bfa5e3b8d, store: [table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/2d204855ecaa42ef93a5d10bfa5e3b8d is 175, key is test_row_0/A:col10/1732193075905/Put/seqid=0 2024-11-21T12:44:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742220_1396 (size=22561) 2024-11-21T12:44:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-21T12:44:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:38,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-21T12:44:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:38,239 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=305, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/2d204855ecaa42ef93a5d10bfa5e3b8d 2024-11-21T12:44:38,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/d5c50a1960bc413d92bd4c2d608e0ae6 is 50, key is test_row_0/B:col10/1732193075905/Put/seqid=0 2024-11-21T12:44:38,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193138247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:38,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193138251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:38,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193138252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:38,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193138255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:38,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193138262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:38,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742221_1397 (size=9857) 2024-11-21T12:44:38,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193138365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:38,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193138365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:38,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193138369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:38,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193138370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:38,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193138370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:38,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193138575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:38,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193138575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:38,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193138578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:38,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193138578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:38,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193138579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-21T12:44:38,699 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/d5c50a1960bc413d92bd4c2d608e0ae6 2024-11-21T12:44:38,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/7d0ef4961e7d4a49b843d67b60035195 is 50, key is test_row_0/C:col10/1732193075905/Put/seqid=0 2024-11-21T12:44:38,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742222_1398 (size=9857) 2024-11-21T12:44:38,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193138878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:38,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193138880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:38,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193138887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:38,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193138891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:38,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193138895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:39,150 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/7d0ef4961e7d4a49b843d67b60035195 2024-11-21T12:44:39,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/2d204855ecaa42ef93a5d10bfa5e3b8d as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/2d204855ecaa42ef93a5d10bfa5e3b8d 2024-11-21T12:44:39,179 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/2d204855ecaa42ef93a5d10bfa5e3b8d, entries=100, sequenceid=305, filesize=22.0 K 2024-11-21T12:44:39,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/d5c50a1960bc413d92bd4c2d608e0ae6 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/d5c50a1960bc413d92bd4c2d608e0ae6 2024-11-21T12:44:39,189 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/d5c50a1960bc413d92bd4c2d608e0ae6, entries=100, sequenceid=305, filesize=9.6 K 2024-11-21T12:44:39,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/7d0ef4961e7d4a49b843d67b60035195 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/7d0ef4961e7d4a49b843d67b60035195 2024-11-21T12:44:39,214 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/7d0ef4961e7d4a49b843d67b60035195, entries=100, sequenceid=305, filesize=9.6 K 2024-11-21T12:44:39,215 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 684420bfab43a4a7983ebf6cda82b23a in 1500ms, sequenceid=305, compaction requested=false 2024-11-21T12:44:39,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:39,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:39,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-21T12:44:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-21T12:44:39,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-21T12:44:39,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6590 sec 2024-11-21T12:44:39,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 1.6660 sec 2024-11-21T12:44:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:39,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684420bfab43a4a7983ebf6cda82b23a 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-21T12:44:39,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=A 2024-11-21T12:44:39,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:39,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=B 2024-11-21T12:44:39,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:39,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=C 2024-11-21T12:44:39,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:39,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193139398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:39,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193139399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:39,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121db6e586d80744cc79262ef529c5a1a7e_684420bfab43a4a7983ebf6cda82b23a is 50, key is test_row_0/A:col10/1732193078253/Put/seqid=0 2024-11-21T12:44:39,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193139400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:39,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193139401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:39,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193139406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:39,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742223_1399 (size=14994) 2024-11-21T12:44:39,470 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:39,499 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121db6e586d80744cc79262ef529c5a1a7e_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121db6e586d80744cc79262ef529c5a1a7e_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:39,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193139502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:39,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193139503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:39,510 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/49778a9ff0194c4ba7aba499ef77064b, store: [table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:39,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/49778a9ff0194c4ba7aba499ef77064b is 175, key is test_row_0/A:col10/1732193078253/Put/seqid=0 2024-11-21T12:44:39,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:39,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193139512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:39,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:39,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193139514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:39,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742224_1400 (size=39949) 2024-11-21T12:44:39,540 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/49778a9ff0194c4ba7aba499ef77064b 2024-11-21T12:44:39,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/f7537a1e952a444aa3989c93b297ea82 is 50, key is test_row_0/B:col10/1732193078253/Put/seqid=0 2024-11-21T12:44:39,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742225_1401 (size=12301) 2024-11-21T12:44:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-21T12:44:39,666 INFO [Thread-1430 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-21T12:44:39,671 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:44:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-21T12:44:39,672 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:44:39,673 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:44:39,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:44:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T12:44:39,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193139704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:39,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193139705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:39,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193139719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:39,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:39,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193139719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T12:44:39,825 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:39,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-21T12:44:39,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:39,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:39,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:39,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:39,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T12:44:39,979 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:39,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-21T12:44:39,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:39,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:39,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:39,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:39,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:40,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/f7537a1e952a444aa3989c93b297ea82 2024-11-21T12:44:40,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193140013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:40,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:40,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193140014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:40,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193140021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:40,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193140024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:40,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/f0bcfe4bf22b4a94b0a4760dda0632e3 is 50, key is test_row_0/C:col10/1732193078253/Put/seqid=0 2024-11-21T12:44:40,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742226_1402 (size=12301) 2024-11-21T12:44:40,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/f0bcfe4bf22b4a94b0a4760dda0632e3 2024-11-21T12:44:40,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/49778a9ff0194c4ba7aba499ef77064b as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/49778a9ff0194c4ba7aba499ef77064b 2024-11-21T12:44:40,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/49778a9ff0194c4ba7aba499ef77064b, entries=200, sequenceid=334, filesize=39.0 K 2024-11-21T12:44:40,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/f7537a1e952a444aa3989c93b297ea82 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/f7537a1e952a444aa3989c93b297ea82 2024-11-21T12:44:40,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/f7537a1e952a444aa3989c93b297ea82, entries=150, sequenceid=334, filesize=12.0 K 2024-11-21T12:44:40,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/f0bcfe4bf22b4a94b0a4760dda0632e3 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/f0bcfe4bf22b4a94b0a4760dda0632e3 2024-11-21T12:44:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/f0bcfe4bf22b4a94b0a4760dda0632e3, entries=150, sequenceid=334, filesize=12.0 K 2024-11-21T12:44:40,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 684420bfab43a4a7983ebf6cda82b23a in 721ms, sequenceid=334, compaction requested=true 2024-11-21T12:44:40,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:40,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684420bfab43a4a7983ebf6cda82b23a:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:44:40,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:40,118 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:40,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684420bfab43a4a7983ebf6cda82b23a:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:44:40,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:40,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684420bfab43a4a7983ebf6cda82b23a:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:44:40,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T12:44:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,118 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,119 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:40,119 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 684420bfab43a4a7983ebf6cda82b23a/A is initiating minor compaction (all files) 2024-11-21T12:44:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,119 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684420bfab43a4a7983ebf6cda82b23a/A in TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:40,119 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/ffef0e5cee004c22ae105d797fbf7ce2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/2d204855ecaa42ef93a5d10bfa5e3b8d, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/49778a9ff0194c4ba7aba499ef77064b] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp, totalSize=92.2 K 2024-11-21T12:44:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,119 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:40,119 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. files: [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/ffef0e5cee004c22ae105d797fbf7ce2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/2d204855ecaa42ef93a5d10bfa5e3b8d, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/49778a9ff0194c4ba7aba499ef77064b] 2024-11-21T12:44:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,120 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffef0e5cee004c22ae105d797fbf7ce2, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732193075240 2024-11-21T12:44:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,120 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:40,120 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d204855ecaa42ef93a5d10bfa5e3b8d, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732193075903 2024-11-21T12:44:40,120 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 684420bfab43a4a7983ebf6cda82b23a/B is initiating minor compaction (all files) 2024-11-21T12:44:40,120 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684420bfab43a4a7983ebf6cda82b23a/B in TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,120 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/7085b611d9644bdbbdc33070f9b73070, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/d5c50a1960bc413d92bd4c2d608e0ae6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/f7537a1e952a444aa3989c93b297ea82] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp, totalSize=34.3 K 2024-11-21T12:44:40,120 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49778a9ff0194c4ba7aba499ef77064b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732193078239 2024-11-21T12:44:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,123 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 7085b611d9644bdbbdc33070f9b73070, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732193075240 2024-11-21T12:44:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,127 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting d5c50a1960bc413d92bd4c2d608e0ae6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732193075903 2024-11-21T12:44:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,128 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting f7537a1e952a444aa3989c93b297ea82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732193078252 2024-11-21T12:44:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,134 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-21T12:44:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:40,135 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 684420bfab43a4a7983ebf6cda82b23a 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-21T12:44:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=A 2024-11-21T12:44:40,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=B 2024-11-21T12:44:40,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:40,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=C 2024-11-21T12:44:40,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:40,136 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,140 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684420bfab43a4a7983ebf6cda82b23a#B#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,141 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/55fac949037d46028ea9c1d6f9178d96 is 50, key is test_row_0/B:col10/1732193078253/Put/seqid=0 2024-11-21T12:44:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,143 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121dd07d7b200144e8ca22c5e90a6b6d57a_684420bfab43a4a7983ebf6cda82b23a store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,145 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121dd07d7b200144e8ca22c5e90a6b6d57a_684420bfab43a4a7983ebf6cda82b23a, store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:40,146 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121dd07d7b200144e8ca22c5e90a6b6d57a_684420bfab43a4a7983ebf6cda82b23a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e07ec91f63174570aa2749edb968076e_684420bfab43a4a7983ebf6cda82b23a is 50, key is test_row_0/A:col10/1732193079400/Put/seqid=0 2024-11-21T12:44:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742228_1404 (size=4469) 2024-11-21T12:44:40,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742229_1405 (size=9914) 2024-11-21T12:44:40,240 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684420bfab43a4a7983ebf6cda82b23a#A#compaction#329 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:40,241 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/e6d268b9984640e6b8e41a6d7fb4df9c is 175, key is test_row_0/A:col10/1732193078253/Put/seqid=0 2024-11-21T12:44:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,252 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e07ec91f63174570aa2749edb968076e_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e07ec91f63174570aa2749edb968076e_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742227_1403 (size=13085) 2024-11-21T12:44:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/10f9c151b7ad4f5f8812aab25e2e9925, store: [table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/10f9c151b7ad4f5f8812aab25e2e9925 is 175, key is test_row_0/A:col10/1732193079400/Put/seqid=0 2024-11-21T12:44:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742230_1406 (size=32039) 2024-11-21T12:44:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T12:44:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,281 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/e6d268b9984640e6b8e41a6d7fb4df9c as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/e6d268b9984640e6b8e41a6d7fb4df9c 2024-11-21T12:44:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,286 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684420bfab43a4a7983ebf6cda82b23a/A of 684420bfab43a4a7983ebf6cda82b23a into e6d268b9984640e6b8e41a6d7fb4df9c(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:40,286 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:40,286 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., storeName=684420bfab43a4a7983ebf6cda82b23a/A, priority=13, startTime=1732193080117; duration=0sec 2024-11-21T12:44:40,286 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:40,286 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684420bfab43a4a7983ebf6cda82b23a:A 2024-11-21T12:44:40,286 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,287 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:40,287 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 684420bfab43a4a7983ebf6cda82b23a/C is initiating minor compaction (all files) 2024-11-21T12:44:40,287 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684420bfab43a4a7983ebf6cda82b23a/C in TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:40,287 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/5739ee344292445fbb8ccd72ef0dfbab, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/7d0ef4961e7d4a49b843d67b60035195, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/f0bcfe4bf22b4a94b0a4760dda0632e3] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp, totalSize=34.3 K 2024-11-21T12:44:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,288 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5739ee344292445fbb8ccd72ef0dfbab, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732193075240 2024-11-21T12:44:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,288 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d0ef4961e7d4a49b843d67b60035195, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732193075903 2024-11-21T12:44:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,288 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0bcfe4bf22b4a94b0a4760dda0632e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732193078252 2024-11-21T12:44:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,297 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684420bfab43a4a7983ebf6cda82b23a#C#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,298 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/2e18a01bfb1945bc94dc5914c0e993bd is 50, key is test_row_0/C:col10/1732193078253/Put/seqid=0 2024-11-21T12:44:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742231_1407 (size=22561) 2024-11-21T12:44:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,303 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=341, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/10f9c151b7ad4f5f8812aab25e2e9925 2024-11-21T12:44:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/1be373ec96a6406ba81bfb1d657caae8 is 50, key is test_row_0/B:col10/1732193079400/Put/seqid=0 2024-11-21T12:44:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742232_1408 (size=13085) 2024-11-21T12:44:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,353 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/2e18a01bfb1945bc94dc5914c0e993bd as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/2e18a01bfb1945bc94dc5914c0e993bd 2024-11-21T12:44:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,358 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684420bfab43a4a7983ebf6cda82b23a/C of 684420bfab43a4a7983ebf6cda82b23a into 2e18a01bfb1945bc94dc5914c0e993bd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:40,358 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:40,358 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., storeName=684420bfab43a4a7983ebf6cda82b23a/C, priority=13, startTime=1732193080118; duration=0sec 2024-11-21T12:44:40,358 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:40,358 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684420bfab43a4a7983ebf6cda82b23a:C 2024-11-21T12:44:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742233_1409 (size=9857) 2024-11-21T12:44:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,384 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/1be373ec96a6406ba81bfb1d657caae8 2024-11-21T12:44:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/104550594263425b8e8265799db41214 is 50, key is test_row_0/C:col10/1732193079400/Put/seqid=0 2024-11-21T12:44:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742234_1410 (size=9857) 2024-11-21T12:44:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,467 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/104550594263425b8e8265799db41214 2024-11-21T12:44:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/10f9c151b7ad4f5f8812aab25e2e9925 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/10f9c151b7ad4f5f8812aab25e2e9925 2024-11-21T12:44:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,499 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/10f9c151b7ad4f5f8812aab25e2e9925, entries=100, sequenceid=341, filesize=22.0 K 2024-11-21T12:44:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/1be373ec96a6406ba81bfb1d657caae8 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/1be373ec96a6406ba81bfb1d657caae8 2024-11-21T12:44:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:40,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,532 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/1be373ec96a6406ba81bfb1d657caae8, entries=100, sequenceid=341, filesize=9.6 K 2024-11-21T12:44:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/104550594263425b8e8265799db41214 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/104550594263425b8e8265799db41214 2024-11-21T12:44:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,551 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/104550594263425b8e8265799db41214, entries=100, sequenceid=341, filesize=9.6 K 2024-11-21T12:44:40,554 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=67.09 KB/68700 for 684420bfab43a4a7983ebf6cda82b23a in 419ms, sequenceid=341, compaction requested=false 2024-11-21T12:44:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:40,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:40,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-21T12:44:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-21T12:44:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-21T12:44:40,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 883 msec 2024-11-21T12:44:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 887 msec 2024-11-21T12:44:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684420bfab43a4a7983ebf6cda82b23a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T12:44:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=A 2024-11-21T12:44:40,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:40,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=B 2024-11-21T12:44:40,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:40,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=C 2024-11-21T12:44:40,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:40,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e876aff11a654a5ab9524ed585c7d58d_684420bfab43a4a7983ebf6cda82b23a is 50, key is test_row_0/A:col10/1732193080559/Put/seqid=0 2024-11-21T12:44:40,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193140636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:40,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193140637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:40,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742236_1412 (size=30238) 2024-11-21T12:44:40,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193140638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:40,656 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/55fac949037d46028ea9c1d6f9178d96 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/55fac949037d46028ea9c1d6f9178d96 2024-11-21T12:44:40,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193140646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:40,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193140651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:40,668 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684420bfab43a4a7983ebf6cda82b23a/B of 684420bfab43a4a7983ebf6cda82b23a into 55fac949037d46028ea9c1d6f9178d96(size=12.8 K), total size for store is 22.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:40,668 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:40,668 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., storeName=684420bfab43a4a7983ebf6cda82b23a/B, priority=13, startTime=1732193080118; duration=0sec 2024-11-21T12:44:40,669 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:40,669 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684420bfab43a4a7983ebf6cda82b23a:B 2024-11-21T12:44:40,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193140752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:40,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193140754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:40,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193140752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:40,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193140766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T12:44:40,777 INFO [Thread-1430 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-21T12:44:40,778 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:44:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-21T12:44:40,780 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:44:40,780 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:44:40,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:44:40,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193140774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T12:44:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T12:44:40,934 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:40,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-21T12:44:40,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:40,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:40,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:40,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:40,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:40,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193140955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:40,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193140962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:40,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193140962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:40,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193140973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:40,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193140984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:41,055 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:41,065 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e876aff11a654a5ab9524ed585c7d58d_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e876aff11a654a5ab9524ed585c7d58d_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:41,066 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/2a29da88113548d6b6703feb9799a791, store: [table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:41,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/2a29da88113548d6b6703feb9799a791 is 175, key is test_row_0/A:col10/1732193080559/Put/seqid=0 2024-11-21T12:44:41,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742235_1411 (size=92179) 2024-11-21T12:44:41,076 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=357, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/2a29da88113548d6b6703feb9799a791 2024-11-21T12:44:41,088 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T12:44:41,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/7ebdd38985a141aeb6e9076daff2c290 is 50, key is test_row_0/B:col10/1732193080559/Put/seqid=0 2024-11-21T12:44:41,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-21T12:44:41,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:41,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:41,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:41,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:41,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:41,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742237_1413 (size=12301) 2024-11-21T12:44:41,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/7ebdd38985a141aeb6e9076daff2c290 2024-11-21T12:44:41,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/c795b63ccf2645c3be114b9f4e3880f1 is 50, key is test_row_0/C:col10/1732193080559/Put/seqid=0 2024-11-21T12:44:41,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742238_1414 (size=12301) 2024-11-21T12:44:41,253 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:41,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-21T12:44:41,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:41,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:41,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:41,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:41,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:41,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:41,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193141265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:41,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193141273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:41,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:41,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193141273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193141276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:41,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193141296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T12:44:41,407 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:41,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-21T12:44:41,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:41,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:41,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:41,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:41,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:41,567 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:41,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/c795b63ccf2645c3be114b9f4e3880f1 2024-11-21T12:44:41,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-21T12:44:41,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:41,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:41,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:41,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:41,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:41,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/2a29da88113548d6b6703feb9799a791 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/2a29da88113548d6b6703feb9799a791 2024-11-21T12:44:41,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/2a29da88113548d6b6703feb9799a791, entries=500, sequenceid=357, filesize=90.0 K 2024-11-21T12:44:41,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/7ebdd38985a141aeb6e9076daff2c290 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/7ebdd38985a141aeb6e9076daff2c290 2024-11-21T12:44:41,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/7ebdd38985a141aeb6e9076daff2c290, entries=150, sequenceid=357, filesize=12.0 K 2024-11-21T12:44:41,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/c795b63ccf2645c3be114b9f4e3880f1 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/c795b63ccf2645c3be114b9f4e3880f1 2024-11-21T12:44:41,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/c795b63ccf2645c3be114b9f4e3880f1, entries=150, sequenceid=357, filesize=12.0 K 2024-11-21T12:44:41,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 684420bfab43a4a7983ebf6cda82b23a in 1048ms, sequenceid=357, compaction requested=true 2024-11-21T12:44:41,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:41,609 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:41,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684420bfab43a4a7983ebf6cda82b23a:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:44:41,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:41,610 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:41,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684420bfab43a4a7983ebf6cda82b23a:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:44:41,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:41,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684420bfab43a4a7983ebf6cda82b23a:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:44:41,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:41,610 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 146779 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:41,610 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 684420bfab43a4a7983ebf6cda82b23a/A is initiating minor compaction (all files) 2024-11-21T12:44:41,610 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684420bfab43a4a7983ebf6cda82b23a/A in TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:41,610 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/e6d268b9984640e6b8e41a6d7fb4df9c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/10f9c151b7ad4f5f8812aab25e2e9925, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/2a29da88113548d6b6703feb9799a791] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp, totalSize=143.3 K 2024-11-21T12:44:41,610 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:41,610 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. files: [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/e6d268b9984640e6b8e41a6d7fb4df9c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/10f9c151b7ad4f5f8812aab25e2e9925, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/2a29da88113548d6b6703feb9799a791] 2024-11-21T12:44:41,612 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6d268b9984640e6b8e41a6d7fb4df9c, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732193078252 2024-11-21T12:44:41,615 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:41,615 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10f9c151b7ad4f5f8812aab25e2e9925, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732193079398 2024-11-21T12:44:41,615 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 684420bfab43a4a7983ebf6cda82b23a/B is initiating minor compaction (all files) 2024-11-21T12:44:41,616 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684420bfab43a4a7983ebf6cda82b23a/B in TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:41,616 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/55fac949037d46028ea9c1d6f9178d96, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/1be373ec96a6406ba81bfb1d657caae8, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/7ebdd38985a141aeb6e9076daff2c290] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp, totalSize=34.4 K 2024-11-21T12:44:41,616 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a29da88113548d6b6703feb9799a791, keycount=500, bloomtype=ROW, size=90.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732193080477 2024-11-21T12:44:41,616 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 55fac949037d46028ea9c1d6f9178d96, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732193078252 2024-11-21T12:44:41,617 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 1be373ec96a6406ba81bfb1d657caae8, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732193079398 2024-11-21T12:44:41,618 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ebdd38985a141aeb6e9076daff2c290, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732193080548 2024-11-21T12:44:41,626 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684420bfab43a4a7983ebf6cda82b23a#B#compaction#338 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:41,627 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/a313de94de0a4416b6cc321df3f33c26 is 50, key is test_row_0/B:col10/1732193080559/Put/seqid=0 2024-11-21T12:44:41,627 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:41,630 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121af408e080cb4406f83b3b91d94be6c47_684420bfab43a4a7983ebf6cda82b23a store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:41,632 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121af408e080cb4406f83b3b91d94be6c47_684420bfab43a4a7983ebf6cda82b23a, store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:41,633 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121af408e080cb4406f83b3b91d94be6c47_684420bfab43a4a7983ebf6cda82b23a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:41,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742239_1415 (size=13187) 2024-11-21T12:44:41,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742240_1416 (size=4469) 2024-11-21T12:44:41,673 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684420bfab43a4a7983ebf6cda82b23a#A#compaction#339 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:41,673 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/7ba67ec9df6a40c0bda77d9e13b51c58 is 175, key is test_row_0/A:col10/1732193080559/Put/seqid=0 2024-11-21T12:44:41,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742241_1417 (size=32141) 2024-11-21T12:44:41,739 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:41,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-21T12:44:41,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:41,740 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 684420bfab43a4a7983ebf6cda82b23a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T12:44:41,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=A 2024-11-21T12:44:41,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:41,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=B 2024-11-21T12:44:41,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:41,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=C 2024-11-21T12:44:41,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:41,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b51b78f7a6334fefa74242495623cd0f_684420bfab43a4a7983ebf6cda82b23a is 50, key is test_row_0/A:col10/1732193080635/Put/seqid=0 2024-11-21T12:44:41,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. as already flushing 2024-11-21T12:44:41,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:41,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742242_1418 (size=12454) 2024-11-21T12:44:41,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:41,804 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b51b78f7a6334fefa74242495623cd0f_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b51b78f7a6334fefa74242495623cd0f_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:41,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/131eb3621b4a4131916729a2fc171a1e, store: [table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:41,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/131eb3621b4a4131916729a2fc171a1e is 175, key is test_row_0/A:col10/1732193080635/Put/seqid=0 2024-11-21T12:44:41,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193141799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:41,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193141803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:41,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:41,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193141803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:41,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:41,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193141809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:41,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:41,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193141809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:41,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742243_1419 (size=31255) 2024-11-21T12:44:41,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T12:44:41,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193141911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:41,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193141911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:41,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193141919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:41,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193141923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:41,991 DEBUG [Thread-1435 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f50deea to 127.0.0.1:59516 2024-11-21T12:44:41,991 DEBUG [Thread-1435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:44:41,991 DEBUG [Thread-1433 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x290f7955 to 127.0.0.1:59516 2024-11-21T12:44:41,991 DEBUG [Thread-1433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:44:41,995 DEBUG [Thread-1439 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1aa44438 to 127.0.0.1:59516 2024-11-21T12:44:41,995 DEBUG [Thread-1439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:44:41,998 DEBUG [Thread-1431 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f59c130 to 127.0.0.1:59516 2024-11-21T12:44:41,998 DEBUG [Thread-1431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:44:42,001 DEBUG [Thread-1437 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77a98431 to 127.0.0.1:59516 2024-11-21T12:44:42,001 DEBUG [Thread-1437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:44:42,060 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/a313de94de0a4416b6cc321df3f33c26 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/a313de94de0a4416b6cc321df3f33c26 2024-11-21T12:44:42,065 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684420bfab43a4a7983ebf6cda82b23a/B of 684420bfab43a4a7983ebf6cda82b23a into a313de94de0a4416b6cc321df3f33c26(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:42,065 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:42,065 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., storeName=684420bfab43a4a7983ebf6cda82b23a/B, priority=13, startTime=1732193081610; duration=0sec 2024-11-21T12:44:42,065 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:42,065 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684420bfab43a4a7983ebf6cda82b23a:B 2024-11-21T12:44:42,065 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:42,066 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:42,066 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 684420bfab43a4a7983ebf6cda82b23a/C is initiating minor compaction (all files) 2024-11-21T12:44:42,066 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684420bfab43a4a7983ebf6cda82b23a/C in TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:42,067 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/2e18a01bfb1945bc94dc5914c0e993bd, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/104550594263425b8e8265799db41214, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/c795b63ccf2645c3be114b9f4e3880f1] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp, totalSize=34.4 K 2024-11-21T12:44:42,067 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e18a01bfb1945bc94dc5914c0e993bd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732193078252 2024-11-21T12:44:42,067 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 104550594263425b8e8265799db41214, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732193079398 2024-11-21T12:44:42,068 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting c795b63ccf2645c3be114b9f4e3880f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732193080548 2024-11-21T12:44:42,075 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684420bfab43a4a7983ebf6cda82b23a#C#compaction#341 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:42,075 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/1770ee825c1e49c887c1739a03fdd457 is 50, key is test_row_0/C:col10/1732193080559/Put/seqid=0 2024-11-21T12:44:42,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742244_1420 (size=13187) 2024-11-21T12:44:42,086 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/1770ee825c1e49c887c1739a03fdd457 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/1770ee825c1e49c887c1739a03fdd457 2024-11-21T12:44:42,089 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684420bfab43a4a7983ebf6cda82b23a/C of 684420bfab43a4a7983ebf6cda82b23a into 1770ee825c1e49c887c1739a03fdd457(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:42,089 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:42,089 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., storeName=684420bfab43a4a7983ebf6cda82b23a/C, priority=13, startTime=1732193081610; duration=0sec 2024-11-21T12:44:42,090 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:42,090 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684420bfab43a4a7983ebf6cda82b23a:C 2024-11-21T12:44:42,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:42,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193142118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193142118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:42,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193142129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:42,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193142131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:42,132 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/7ba67ec9df6a40c0bda77d9e13b51c58 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/7ba67ec9df6a40c0bda77d9e13b51c58 2024-11-21T12:44:42,135 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684420bfab43a4a7983ebf6cda82b23a/A of 684420bfab43a4a7983ebf6cda82b23a into 7ba67ec9df6a40c0bda77d9e13b51c58(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:42,135 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:42,135 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., storeName=684420bfab43a4a7983ebf6cda82b23a/A, priority=13, startTime=1732193081609; duration=0sec 2024-11-21T12:44:42,135 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:42,135 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684420bfab43a4a7983ebf6cda82b23a:A 2024-11-21T12:44:42,223 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=380, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/131eb3621b4a4131916729a2fc171a1e 2024-11-21T12:44:42,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/c7f5344ea68248d5bf4027d2dbf2fd0b is 50, key is test_row_0/B:col10/1732193080635/Put/seqid=0 2024-11-21T12:44:42,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742245_1421 (size=12301) 2024-11-21T12:44:42,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193142419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:42,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193142420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:42,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193142433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:42,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193142433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:42,632 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/c7f5344ea68248d5bf4027d2dbf2fd0b 2024-11-21T12:44:42,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/6e0e8e58c995408ead8b503677290491 is 50, key is test_row_0/C:col10/1732193080635/Put/seqid=0 2024-11-21T12:44:42,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742246_1422 (size=12301) 2024-11-21T12:44:42,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52034 deadline: 1732193142821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T12:44:42,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51966 deadline: 1732193142921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:42,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52026 deadline: 1732193142925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:42,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51960 deadline: 1732193142934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:42,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51996 deadline: 1732193142936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:43,043 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/6e0e8e58c995408ead8b503677290491 2024-11-21T12:44:43,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/131eb3621b4a4131916729a2fc171a1e as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/131eb3621b4a4131916729a2fc171a1e 2024-11-21T12:44:43,049 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/131eb3621b4a4131916729a2fc171a1e, entries=150, sequenceid=380, filesize=30.5 K 2024-11-21T12:44:43,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/c7f5344ea68248d5bf4027d2dbf2fd0b as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/c7f5344ea68248d5bf4027d2dbf2fd0b 2024-11-21T12:44:43,052 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/c7f5344ea68248d5bf4027d2dbf2fd0b, entries=150, sequenceid=380, filesize=12.0 K 2024-11-21T12:44:43,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/6e0e8e58c995408ead8b503677290491 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/6e0e8e58c995408ead8b503677290491 2024-11-21T12:44:43,056 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/6e0e8e58c995408ead8b503677290491, entries=150, sequenceid=380, filesize=12.0 K 2024-11-21T12:44:43,056 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 684420bfab43a4a7983ebf6cda82b23a in 1316ms, sequenceid=380, compaction requested=false 2024-11-21T12:44:43,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:43,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:43,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-21T12:44:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-21T12:44:43,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-21T12:44:43,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2770 sec 2024-11-21T12:44:43,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 2.2800 sec 2024-11-21T12:44:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:43,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684420bfab43a4a7983ebf6cda82b23a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T12:44:43,927 DEBUG [Thread-1420 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1948987f to 127.0.0.1:59516 2024-11-21T12:44:43,927 DEBUG [Thread-1420 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:44:43,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=A 2024-11-21T12:44:43,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:43,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=B 2024-11-21T12:44:43,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:43,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=C 2024-11-21T12:44:43,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:43,929 DEBUG [Thread-1426 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x064c4ca5 to 127.0.0.1:59516 2024-11-21T12:44:43,929 DEBUG [Thread-1426 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:44:43,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e5853787fd9545ccab76a9a05056e187_684420bfab43a4a7983ebf6cda82b23a is 50, key is test_row_0/A:col10/1732193083926/Put/seqid=0 2024-11-21T12:44:43,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742247_1423 (size=12454) 2024-11-21T12:44:43,937 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:43,937 DEBUG [Thread-1422 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x556c06dd to 127.0.0.1:59516 2024-11-21T12:44:43,937 DEBUG [Thread-1422 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:44:43,939 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e5853787fd9545ccab76a9a05056e187_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e5853787fd9545ccab76a9a05056e187_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:43,940 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/c295c3e58b524d7e88474918b008d137, store: [table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:43,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/c295c3e58b524d7e88474918b008d137 is 175, key is test_row_0/A:col10/1732193083926/Put/seqid=0 2024-11-21T12:44:43,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742248_1424 (size=31255) 2024-11-21T12:44:43,946 DEBUG [Thread-1428 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x621dc338 to 127.0.0.1:59516 2024-11-21T12:44:43,946 DEBUG [Thread-1428 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:44:44,344 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=398, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/c295c3e58b524d7e88474918b008d137 2024-11-21T12:44:44,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/2ab7d47031cb4c1f865b978fc1d14efe is 50, key is test_row_0/B:col10/1732193083926/Put/seqid=0 2024-11-21T12:44:44,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742249_1425 (size=12301) 2024-11-21T12:44:44,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/2ab7d47031cb4c1f865b978fc1d14efe 2024-11-21T12:44:44,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/a94852dc46b246a1a4a952cc18638494 is 50, key is test_row_0/C:col10/1732193083926/Put/seqid=0 2024-11-21T12:44:44,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742250_1426 (size=12301) 2024-11-21T12:44:44,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/a94852dc46b246a1a4a952cc18638494 2024-11-21T12:44:44,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/c295c3e58b524d7e88474918b008d137 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/c295c3e58b524d7e88474918b008d137 2024-11-21T12:44:44,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/c295c3e58b524d7e88474918b008d137, entries=150, sequenceid=398, filesize=30.5 K 2024-11-21T12:44:44,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/2ab7d47031cb4c1f865b978fc1d14efe as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/2ab7d47031cb4c1f865b978fc1d14efe 2024-11-21T12:44:44,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/2ab7d47031cb4c1f865b978fc1d14efe, entries=150, sequenceid=398, filesize=12.0 K 2024-11-21T12:44:44,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/a94852dc46b246a1a4a952cc18638494 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/a94852dc46b246a1a4a952cc18638494 2024-11-21T12:44:44,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/a94852dc46b246a1a4a952cc18638494, entries=150, sequenceid=398, filesize=12.0 K 2024-11-21T12:44:44,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=20.13 KB/20610 for 684420bfab43a4a7983ebf6cda82b23a in 858ms, sequenceid=398, compaction requested=true 2024-11-21T12:44:44,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:44,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684420bfab43a4a7983ebf6cda82b23a:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:44:44,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:44,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684420bfab43a4a7983ebf6cda82b23a:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:44:44,786 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:44,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:44,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684420bfab43a4a7983ebf6cda82b23a:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:44:44,786 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:44,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:44,786 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94651 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:44,786 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:44,786 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 684420bfab43a4a7983ebf6cda82b23a/A is initiating minor compaction (all files) 2024-11-21T12:44:44,786 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 684420bfab43a4a7983ebf6cda82b23a/B is initiating minor compaction (all files) 2024-11-21T12:44:44,786 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684420bfab43a4a7983ebf6cda82b23a/A in TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:44,786 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684420bfab43a4a7983ebf6cda82b23a/B in TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:44,786 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/7ba67ec9df6a40c0bda77d9e13b51c58, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/131eb3621b4a4131916729a2fc171a1e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/c295c3e58b524d7e88474918b008d137] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp, totalSize=92.4 K 2024-11-21T12:44:44,786 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/a313de94de0a4416b6cc321df3f33c26, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/c7f5344ea68248d5bf4027d2dbf2fd0b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/2ab7d47031cb4c1f865b978fc1d14efe] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp, totalSize=36.9 K 2024-11-21T12:44:44,786 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:44,786 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. files: [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/7ba67ec9df6a40c0bda77d9e13b51c58, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/131eb3621b4a4131916729a2fc171a1e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/c295c3e58b524d7e88474918b008d137] 2024-11-21T12:44:44,787 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting a313de94de0a4416b6cc321df3f33c26, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732193080548 2024-11-21T12:44:44,787 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ba67ec9df6a40c0bda77d9e13b51c58, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732193080548 2024-11-21T12:44:44,787 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting c7f5344ea68248d5bf4027d2dbf2fd0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732193080635 2024-11-21T12:44:44,787 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 131eb3621b4a4131916729a2fc171a1e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732193080635 2024-11-21T12:44:44,787 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ab7d47031cb4c1f865b978fc1d14efe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732193081786 2024-11-21T12:44:44,787 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting c295c3e58b524d7e88474918b008d137, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732193081786 2024-11-21T12:44:44,796 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684420bfab43a4a7983ebf6cda82b23a#B#compaction#347 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:44,797 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/dcb6e51a9a4a42fbac4bede753432649 is 50, key is test_row_0/B:col10/1732193083926/Put/seqid=0 2024-11-21T12:44:44,798 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:44,800 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121f02e77e7266f498389a1f54003de913f_684420bfab43a4a7983ebf6cda82b23a store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:44,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742251_1427 (size=13289) 2024-11-21T12:44:44,829 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121f02e77e7266f498389a1f54003de913f_684420bfab43a4a7983ebf6cda82b23a, store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:44,830 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f02e77e7266f498389a1f54003de913f_684420bfab43a4a7983ebf6cda82b23a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:44,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742252_1428 (size=4469) 2024-11-21T12:44:44,839 DEBUG [Thread-1424 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19965c24 to 127.0.0.1:59516 2024-11-21T12:44:44,839 DEBUG [Thread-1424 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:44:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T12:44:44,900 INFO [Thread-1430 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-21T12:44:44,900 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T12:44:44,900 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-21T12:44:44,900 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-21T12:44:44,900 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-21T12:44:44,900 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-21T12:44:44,900 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-21T12:44:44,900 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T12:44:44,900 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T12:44:44,900 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1368 2024-11-21T12:44:44,900 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4103 rows 2024-11-21T12:44:44,900 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1348 2024-11-21T12:44:44,900 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4043 rows 2024-11-21T12:44:44,900 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1352 2024-11-21T12:44:44,900 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4056 rows 2024-11-21T12:44:44,900 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1348 2024-11-21T12:44:44,900 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4041 rows 2024-11-21T12:44:44,900 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1372 2024-11-21T12:44:44,900 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4116 rows 2024-11-21T12:44:44,900 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T12:44:44,900 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e277c77 to 127.0.0.1:59516 2024-11-21T12:44:44,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:44:44,903 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T12:44:44,903 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-21T12:44:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T12:44:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T12:44:44,907 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732193084907"}]},"ts":"1732193084907"} 2024-11-21T12:44:44,909 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T12:44:44,918 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T12:44:44,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T12:44:44,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=684420bfab43a4a7983ebf6cda82b23a, UNASSIGN}] 2024-11-21T12:44:44,921 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=108, ppid=107, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=684420bfab43a4a7983ebf6cda82b23a, UNASSIGN 2024-11-21T12:44:44,921 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=108 updating hbase:meta row=684420bfab43a4a7983ebf6cda82b23a, regionState=CLOSING, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:44,922 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T12:44:44,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; CloseRegionProcedure 684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767}] 2024-11-21T12:44:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T12:44:45,074 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:45,074 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] handler.UnassignRegionHandler(124): Close 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:45,074 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T12:44:45,075 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1681): Closing 684420bfab43a4a7983ebf6cda82b23a, disabling compactions & flushes 2024-11-21T12:44:45,075 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T12:44:45,210 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/dcb6e51a9a4a42fbac4bede753432649 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/dcb6e51a9a4a42fbac4bede753432649 2024-11-21T12:44:45,215 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684420bfab43a4a7983ebf6cda82b23a/B of 684420bfab43a4a7983ebf6cda82b23a into dcb6e51a9a4a42fbac4bede753432649(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:45,216 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:45,216 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., storeName=684420bfab43a4a7983ebf6cda82b23a/B, priority=13, startTime=1732193084785; duration=0sec 2024-11-21T12:44:45,216 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:45,216 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684420bfab43a4a7983ebf6cda82b23a:B 2024-11-21T12:44:45,216 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. because compaction request was cancelled 2024-11-21T12:44:45,216 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684420bfab43a4a7983ebf6cda82b23a:C 2024-11-21T12:44:45,235 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684420bfab43a4a7983ebf6cda82b23a#A#compaction#348 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:45,236 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/4b6981248ab24147a52e5ae265eb76e4 is 175, key is test_row_0/A:col10/1732193083926/Put/seqid=0 2024-11-21T12:44:45,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742253_1429 (size=32243) 2024-11-21T12:44:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T12:44:45,647 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/4b6981248ab24147a52e5ae265eb76e4 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/4b6981248ab24147a52e5ae265eb76e4 2024-11-21T12:44:45,651 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684420bfab43a4a7983ebf6cda82b23a/A of 684420bfab43a4a7983ebf6cda82b23a into 4b6981248ab24147a52e5ae265eb76e4(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:45,651 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:45,651 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:45,651 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a., storeName=684420bfab43a4a7983ebf6cda82b23a/A, priority=13, startTime=1732193084785; duration=0sec 2024-11-21T12:44:45,651 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:45,651 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. after waiting 0 ms 2024-11-21T12:44:45,651 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:45,651 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:45,651 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684420bfab43a4a7983ebf6cda82b23a:A 2024-11-21T12:44:45,651 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(2837): Flushing 684420bfab43a4a7983ebf6cda82b23a 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-21T12:44:45,651 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=A 2024-11-21T12:44:45,651 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:45,651 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=B 2024-11-21T12:44:45,651 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:45,651 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684420bfab43a4a7983ebf6cda82b23a, store=C 2024-11-21T12:44:45,651 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:45,656 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121dc2fac36d7a14845a69b6a25c9a92a1a_684420bfab43a4a7983ebf6cda82b23a is 50, key is test_row_0/A:col10/1732193083945/Put/seqid=0 2024-11-21T12:44:45,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742254_1430 (size=9914) 2024-11-21T12:44:46,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T12:44:46,061 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:46,070 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121dc2fac36d7a14845a69b6a25c9a92a1a_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121dc2fac36d7a14845a69b6a25c9a92a1a_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:46,072 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/77f12aedf398439f83a10c8eda0f4ab2, store: [table=TestAcidGuarantees family=A region=684420bfab43a4a7983ebf6cda82b23a] 2024-11-21T12:44:46,073 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/77f12aedf398439f83a10c8eda0f4ab2 is 175, key is test_row_0/A:col10/1732193083945/Put/seqid=0 2024-11-21T12:44:46,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742255_1431 (size=22561) 2024-11-21T12:44:46,478 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=407, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/77f12aedf398439f83a10c8eda0f4ab2 2024-11-21T12:44:46,486 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/574cfb58bce44ba3b16b70fa4a887849 is 50, key is test_row_0/B:col10/1732193083945/Put/seqid=0 2024-11-21T12:44:46,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742256_1432 (size=9857) 2024-11-21T12:44:46,892 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/574cfb58bce44ba3b16b70fa4a887849 2024-11-21T12:44:46,907 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/e083bc9a186848548a0cdd11a41cb56f is 50, key is test_row_0/C:col10/1732193083945/Put/seqid=0 2024-11-21T12:44:46,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742257_1433 (size=9857) 2024-11-21T12:44:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T12:44:47,335 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/e083bc9a186848548a0cdd11a41cb56f 2024-11-21T12:44:47,342 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/A/77f12aedf398439f83a10c8eda0f4ab2 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/77f12aedf398439f83a10c8eda0f4ab2 2024-11-21T12:44:47,348 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/77f12aedf398439f83a10c8eda0f4ab2, entries=100, sequenceid=407, filesize=22.0 K 2024-11-21T12:44:47,349 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/B/574cfb58bce44ba3b16b70fa4a887849 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/574cfb58bce44ba3b16b70fa4a887849 2024-11-21T12:44:47,353 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/574cfb58bce44ba3b16b70fa4a887849, entries=100, sequenceid=407, filesize=9.6 K 2024-11-21T12:44:47,354 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/.tmp/C/e083bc9a186848548a0cdd11a41cb56f as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/e083bc9a186848548a0cdd11a41cb56f 2024-11-21T12:44:47,358 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/e083bc9a186848548a0cdd11a41cb56f, entries=100, sequenceid=407, filesize=9.6 K 2024-11-21T12:44:47,358 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 684420bfab43a4a7983ebf6cda82b23a in 1707ms, sequenceid=407, compaction requested=true 2024-11-21T12:44:47,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/d8d61999bad944e7a12b7f943cb2ee37, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/4748d38383884c3d9b8e5dc295a7b281, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/05dc35c6778440ce8ceba7957a310276, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/cddd2cc0a3224e06ae97a14790d7d32e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/ef0b65d20a8840f7b594cbafbbf66175, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/6b2b9abcdfa94312956ec8c5e1dab6e4, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/cc0d3c8135714ebb9ab6f55fd5567381, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/70d19818b7884c17a571f2c8a621c889, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/78dc600e821543d994245ccb6d6ecd6c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/d91a76eab59547b5bff4380bb81fb1f7, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/1105f1587e9b4088a5a818763523ba13, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/3e4ba7b6a49e4415bde20c9f32d952e7, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/7d2792f0a07e46009a79e4299b515e63, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/6bf03f925a3b41f49f991ce3524983cc, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/eec456f09ecb44a2896bdcb6164cd254, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/e27860432a544e5687476b453c127738, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/0513ff883a9a4b5b9be88aac93d2a5fe, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/1098c718afa7408bb91dcc6ce10b8f82, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/0b8131d0117f428184b226a61b5e93a9, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/025ca7f88298495fb1c13d6519002386, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/ffef0e5cee004c22ae105d797fbf7ce2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/2d204855ecaa42ef93a5d10bfa5e3b8d, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/49778a9ff0194c4ba7aba499ef77064b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/e6d268b9984640e6b8e41a6d7fb4df9c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/10f9c151b7ad4f5f8812aab25e2e9925, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/2a29da88113548d6b6703feb9799a791, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/7ba67ec9df6a40c0bda77d9e13b51c58, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/131eb3621b4a4131916729a2fc171a1e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/c295c3e58b524d7e88474918b008d137] to archive 2024-11-21T12:44:47,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:44:47,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/d8d61999bad944e7a12b7f943cb2ee37 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/d8d61999bad944e7a12b7f943cb2ee37 2024-11-21T12:44:47,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/4748d38383884c3d9b8e5dc295a7b281 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/4748d38383884c3d9b8e5dc295a7b281 2024-11-21T12:44:47,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/05dc35c6778440ce8ceba7957a310276 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/05dc35c6778440ce8ceba7957a310276 2024-11-21T12:44:47,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/cddd2cc0a3224e06ae97a14790d7d32e to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/cddd2cc0a3224e06ae97a14790d7d32e 2024-11-21T12:44:47,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/ef0b65d20a8840f7b594cbafbbf66175 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/ef0b65d20a8840f7b594cbafbbf66175 2024-11-21T12:44:47,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/6b2b9abcdfa94312956ec8c5e1dab6e4 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/6b2b9abcdfa94312956ec8c5e1dab6e4 2024-11-21T12:44:47,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/cc0d3c8135714ebb9ab6f55fd5567381 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/cc0d3c8135714ebb9ab6f55fd5567381 2024-11-21T12:44:47,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/70d19818b7884c17a571f2c8a621c889 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/70d19818b7884c17a571f2c8a621c889 2024-11-21T12:44:47,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/78dc600e821543d994245ccb6d6ecd6c to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/78dc600e821543d994245ccb6d6ecd6c 2024-11-21T12:44:47,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/d91a76eab59547b5bff4380bb81fb1f7 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/d91a76eab59547b5bff4380bb81fb1f7 2024-11-21T12:44:47,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/1105f1587e9b4088a5a818763523ba13 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/1105f1587e9b4088a5a818763523ba13 2024-11-21T12:44:47,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/3e4ba7b6a49e4415bde20c9f32d952e7 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/3e4ba7b6a49e4415bde20c9f32d952e7 2024-11-21T12:44:47,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/7d2792f0a07e46009a79e4299b515e63 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/7d2792f0a07e46009a79e4299b515e63 2024-11-21T12:44:47,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/6bf03f925a3b41f49f991ce3524983cc to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/6bf03f925a3b41f49f991ce3524983cc 2024-11-21T12:44:47,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/eec456f09ecb44a2896bdcb6164cd254 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/eec456f09ecb44a2896bdcb6164cd254 2024-11-21T12:44:47,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/e27860432a544e5687476b453c127738 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/e27860432a544e5687476b453c127738 2024-11-21T12:44:47,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/0513ff883a9a4b5b9be88aac93d2a5fe to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/0513ff883a9a4b5b9be88aac93d2a5fe 2024-11-21T12:44:47,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/1098c718afa7408bb91dcc6ce10b8f82 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/1098c718afa7408bb91dcc6ce10b8f82 2024-11-21T12:44:47,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/0b8131d0117f428184b226a61b5e93a9 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/0b8131d0117f428184b226a61b5e93a9 2024-11-21T12:44:47,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/025ca7f88298495fb1c13d6519002386 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/025ca7f88298495fb1c13d6519002386 2024-11-21T12:44:47,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/ffef0e5cee004c22ae105d797fbf7ce2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/ffef0e5cee004c22ae105d797fbf7ce2 2024-11-21T12:44:47,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/2d204855ecaa42ef93a5d10bfa5e3b8d to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/2d204855ecaa42ef93a5d10bfa5e3b8d 2024-11-21T12:44:47,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/49778a9ff0194c4ba7aba499ef77064b to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/49778a9ff0194c4ba7aba499ef77064b 2024-11-21T12:44:47,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/e6d268b9984640e6b8e41a6d7fb4df9c to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/e6d268b9984640e6b8e41a6d7fb4df9c 2024-11-21T12:44:47,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/10f9c151b7ad4f5f8812aab25e2e9925 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/10f9c151b7ad4f5f8812aab25e2e9925 2024-11-21T12:44:47,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/2a29da88113548d6b6703feb9799a791 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/2a29da88113548d6b6703feb9799a791 2024-11-21T12:44:47,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/7ba67ec9df6a40c0bda77d9e13b51c58 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/7ba67ec9df6a40c0bda77d9e13b51c58 2024-11-21T12:44:47,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/131eb3621b4a4131916729a2fc171a1e to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/131eb3621b4a4131916729a2fc171a1e 2024-11-21T12:44:47,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/c295c3e58b524d7e88474918b008d137 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/c295c3e58b524d7e88474918b008d137 2024-11-21T12:44:47,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/4f5ca4a837904b66b9c7e273ff3ffefe, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/c22920dba41d4b42aca2167aa0aa54f2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/f2d32088a12f40aeab9e5746ed79549f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/7c3a49f824d54571b87b000b831cb968, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/f8580f2778e24b5fa77d8d53d0fde099, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/e8c4d5daa5414e0abab566798c4150ba, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/b07778f3b5a74826bf4359f4f239c78f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/05ac4dd15e724057a78fad0fcc261aae, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/cf44982ca5fa44d88248560028c8a1e4, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/2d84bf73ca274a1295480ef900feaac3, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/8abe3d8690ba4a6aa1345f7e52a00f56, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/bd01d04b7e064b119bd005fa6359611a, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/b81d28229f8044e2b4f83f04e7ab0065, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/c5957c9c0b2d4040b50295180beb2b4e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/b89a38ad96e2470e9ad5371a7d3cf38d, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/c755c6bfe09a4a25b4ed6b3deeecfa9c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/a8e5b78ea3374033b440779fb15df1fe, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/4ad4145c2252441d83d6a45910380ebf, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/68e571f2322d42b4bf6e097deede6e0d, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/7085b611d9644bdbbdc33070f9b73070, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/f0c772fe9fe545f89b20681ec4e31bb2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/d5c50a1960bc413d92bd4c2d608e0ae6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/55fac949037d46028ea9c1d6f9178d96, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/f7537a1e952a444aa3989c93b297ea82, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/1be373ec96a6406ba81bfb1d657caae8, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/a313de94de0a4416b6cc321df3f33c26, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/7ebdd38985a141aeb6e9076daff2c290, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/c7f5344ea68248d5bf4027d2dbf2fd0b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/2ab7d47031cb4c1f865b978fc1d14efe] to archive 2024-11-21T12:44:47,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:44:47,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/4f5ca4a837904b66b9c7e273ff3ffefe to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/4f5ca4a837904b66b9c7e273ff3ffefe 2024-11-21T12:44:47,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/c22920dba41d4b42aca2167aa0aa54f2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/c22920dba41d4b42aca2167aa0aa54f2 2024-11-21T12:44:47,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/f2d32088a12f40aeab9e5746ed79549f to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/f2d32088a12f40aeab9e5746ed79549f 2024-11-21T12:44:47,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/7c3a49f824d54571b87b000b831cb968 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/7c3a49f824d54571b87b000b831cb968 2024-11-21T12:44:47,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/f8580f2778e24b5fa77d8d53d0fde099 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/f8580f2778e24b5fa77d8d53d0fde099 2024-11-21T12:44:47,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/e8c4d5daa5414e0abab566798c4150ba to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/e8c4d5daa5414e0abab566798c4150ba 2024-11-21T12:44:47,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/b07778f3b5a74826bf4359f4f239c78f to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/b07778f3b5a74826bf4359f4f239c78f 2024-11-21T12:44:47,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/05ac4dd15e724057a78fad0fcc261aae to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/05ac4dd15e724057a78fad0fcc261aae 2024-11-21T12:44:47,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/cf44982ca5fa44d88248560028c8a1e4 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/cf44982ca5fa44d88248560028c8a1e4 2024-11-21T12:44:47,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/2d84bf73ca274a1295480ef900feaac3 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/2d84bf73ca274a1295480ef900feaac3 2024-11-21T12:44:47,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/8abe3d8690ba4a6aa1345f7e52a00f56 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/8abe3d8690ba4a6aa1345f7e52a00f56 2024-11-21T12:44:47,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/bd01d04b7e064b119bd005fa6359611a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/bd01d04b7e064b119bd005fa6359611a 2024-11-21T12:44:47,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/b81d28229f8044e2b4f83f04e7ab0065 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/b81d28229f8044e2b4f83f04e7ab0065 2024-11-21T12:44:47,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/c5957c9c0b2d4040b50295180beb2b4e to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/c5957c9c0b2d4040b50295180beb2b4e 2024-11-21T12:44:47,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/b89a38ad96e2470e9ad5371a7d3cf38d to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/b89a38ad96e2470e9ad5371a7d3cf38d 2024-11-21T12:44:47,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/c755c6bfe09a4a25b4ed6b3deeecfa9c to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/c755c6bfe09a4a25b4ed6b3deeecfa9c 2024-11-21T12:44:47,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/a8e5b78ea3374033b440779fb15df1fe to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/a8e5b78ea3374033b440779fb15df1fe 2024-11-21T12:44:47,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/4ad4145c2252441d83d6a45910380ebf to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/4ad4145c2252441d83d6a45910380ebf 2024-11-21T12:44:47,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/68e571f2322d42b4bf6e097deede6e0d to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/68e571f2322d42b4bf6e097deede6e0d 2024-11-21T12:44:47,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/7085b611d9644bdbbdc33070f9b73070 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/7085b611d9644bdbbdc33070f9b73070 2024-11-21T12:44:47,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/f0c772fe9fe545f89b20681ec4e31bb2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/f0c772fe9fe545f89b20681ec4e31bb2 2024-11-21T12:44:47,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/d5c50a1960bc413d92bd4c2d608e0ae6 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/d5c50a1960bc413d92bd4c2d608e0ae6 2024-11-21T12:44:47,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/55fac949037d46028ea9c1d6f9178d96 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/55fac949037d46028ea9c1d6f9178d96 2024-11-21T12:44:47,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/f7537a1e952a444aa3989c93b297ea82 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/f7537a1e952a444aa3989c93b297ea82 2024-11-21T12:44:47,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/1be373ec96a6406ba81bfb1d657caae8 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/1be373ec96a6406ba81bfb1d657caae8 2024-11-21T12:44:47,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/a313de94de0a4416b6cc321df3f33c26 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/a313de94de0a4416b6cc321df3f33c26 2024-11-21T12:44:47,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/7ebdd38985a141aeb6e9076daff2c290 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/7ebdd38985a141aeb6e9076daff2c290 2024-11-21T12:44:47,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/c7f5344ea68248d5bf4027d2dbf2fd0b to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/c7f5344ea68248d5bf4027d2dbf2fd0b 2024-11-21T12:44:47,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/2ab7d47031cb4c1f865b978fc1d14efe to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/2ab7d47031cb4c1f865b978fc1d14efe 2024-11-21T12:44:47,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/af0ee8a5f92a4059b97ae7835ca682e8, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/b72ce2b3cbc6408dbb67b2e21b0b31d5, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/9f35442a0d724066b247cd520f8e6755, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/c345ad3bc2e6481bb6a4d9c7e5d6c4c4, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/0b46d32fbdb34f9dbbf6b88343357dc8, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/d92d112762c1493084c3d509bb1de311, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/d3381ec2f6c14299a8de39d3355ef2dd, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/78d9bca9d8d74c6c9a4a93c34bd9d3a6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/f8d7d14bc2c24cb7b98b58d0facd3837, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/c27241ac54504b4483d4b62d481cf3b6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/339a04518ef241718bce75d3194b204f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/446cf33dffae43ba8ba7a586fe3f42e9, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/97bf869b3ed04291951d4e660aebe42f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/6e636c5d148041c19ee8f6ee463910f6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/50e689f5a9894778896f58d897aa0fc7, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/67b3fa2021af4d25bd3fbd49b7fd9407, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/012a31aa889a468796dafc2191149bb6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/674b49b9ded9450bb15e73e954e37cf0, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/11488ff4e9ae4742b7a72ace7308ab83, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/5739ee344292445fbb8ccd72ef0dfbab, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/d1ce6b8494654fd0a78e26cedd1babe5, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/7d0ef4961e7d4a49b843d67b60035195, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/2e18a01bfb1945bc94dc5914c0e993bd, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/f0bcfe4bf22b4a94b0a4760dda0632e3, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/104550594263425b8e8265799db41214, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/c795b63ccf2645c3be114b9f4e3880f1] to archive 2024-11-21T12:44:47,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:44:47,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/af0ee8a5f92a4059b97ae7835ca682e8 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/af0ee8a5f92a4059b97ae7835ca682e8 2024-11-21T12:44:47,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/b72ce2b3cbc6408dbb67b2e21b0b31d5 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/b72ce2b3cbc6408dbb67b2e21b0b31d5 2024-11-21T12:44:47,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/9f35442a0d724066b247cd520f8e6755 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/9f35442a0d724066b247cd520f8e6755 2024-11-21T12:44:47,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/c345ad3bc2e6481bb6a4d9c7e5d6c4c4 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/c345ad3bc2e6481bb6a4d9c7e5d6c4c4 2024-11-21T12:44:47,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/0b46d32fbdb34f9dbbf6b88343357dc8 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/0b46d32fbdb34f9dbbf6b88343357dc8 2024-11-21T12:44:47,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/d92d112762c1493084c3d509bb1de311 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/d92d112762c1493084c3d509bb1de311 2024-11-21T12:44:47,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/d3381ec2f6c14299a8de39d3355ef2dd to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/d3381ec2f6c14299a8de39d3355ef2dd 2024-11-21T12:44:47,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/78d9bca9d8d74c6c9a4a93c34bd9d3a6 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/78d9bca9d8d74c6c9a4a93c34bd9d3a6 2024-11-21T12:44:47,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/f8d7d14bc2c24cb7b98b58d0facd3837 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/f8d7d14bc2c24cb7b98b58d0facd3837 2024-11-21T12:44:47,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/c27241ac54504b4483d4b62d481cf3b6 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/c27241ac54504b4483d4b62d481cf3b6 2024-11-21T12:44:47,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/339a04518ef241718bce75d3194b204f to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/339a04518ef241718bce75d3194b204f 2024-11-21T12:44:47,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/446cf33dffae43ba8ba7a586fe3f42e9 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/446cf33dffae43ba8ba7a586fe3f42e9 2024-11-21T12:44:47,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/97bf869b3ed04291951d4e660aebe42f to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/97bf869b3ed04291951d4e660aebe42f 2024-11-21T12:44:47,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/6e636c5d148041c19ee8f6ee463910f6 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/6e636c5d148041c19ee8f6ee463910f6 2024-11-21T12:44:47,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/50e689f5a9894778896f58d897aa0fc7 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/50e689f5a9894778896f58d897aa0fc7 2024-11-21T12:44:47,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/67b3fa2021af4d25bd3fbd49b7fd9407 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/67b3fa2021af4d25bd3fbd49b7fd9407 2024-11-21T12:44:47,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/012a31aa889a468796dafc2191149bb6 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/012a31aa889a468796dafc2191149bb6 2024-11-21T12:44:47,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/674b49b9ded9450bb15e73e954e37cf0 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/674b49b9ded9450bb15e73e954e37cf0 2024-11-21T12:44:47,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/11488ff4e9ae4742b7a72ace7308ab83 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/11488ff4e9ae4742b7a72ace7308ab83 2024-11-21T12:44:47,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/5739ee344292445fbb8ccd72ef0dfbab to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/5739ee344292445fbb8ccd72ef0dfbab 2024-11-21T12:44:47,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/d1ce6b8494654fd0a78e26cedd1babe5 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/d1ce6b8494654fd0a78e26cedd1babe5 2024-11-21T12:44:47,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/7d0ef4961e7d4a49b843d67b60035195 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/7d0ef4961e7d4a49b843d67b60035195 2024-11-21T12:44:47,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/2e18a01bfb1945bc94dc5914c0e993bd to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/2e18a01bfb1945bc94dc5914c0e993bd 2024-11-21T12:44:47,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/f0bcfe4bf22b4a94b0a4760dda0632e3 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/f0bcfe4bf22b4a94b0a4760dda0632e3 2024-11-21T12:44:47,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/104550594263425b8e8265799db41214 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/104550594263425b8e8265799db41214 2024-11-21T12:44:47,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/c795b63ccf2645c3be114b9f4e3880f1 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/c795b63ccf2645c3be114b9f4e3880f1 2024-11-21T12:44:47,434 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/recovered.edits/410.seqid, newMaxSeqId=410, maxSeqId=4 2024-11-21T12:44:47,435 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a. 2024-11-21T12:44:47,435 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1635): Region close journal for 684420bfab43a4a7983ebf6cda82b23a: 2024-11-21T12:44:47,436 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] handler.UnassignRegionHandler(170): Closed 684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:47,437 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=108 updating hbase:meta row=684420bfab43a4a7983ebf6cda82b23a, regionState=CLOSED 2024-11-21T12:44:47,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-21T12:44:47,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; CloseRegionProcedure 684420bfab43a4a7983ebf6cda82b23a, server=b3d5da5e0922,39829,1732192970767 in 2.5160 sec 2024-11-21T12:44:47,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-11-21T12:44:47,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=684420bfab43a4a7983ebf6cda82b23a, UNASSIGN in 2.5190 sec 2024-11-21T12:44:47,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-21T12:44:47,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5220 sec 2024-11-21T12:44:47,443 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732193087443"}]},"ts":"1732193087443"} 2024-11-21T12:44:47,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T12:44:47,481 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T12:44:47,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.5790 sec 2024-11-21T12:44:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T12:44:49,015 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-21T12:44:49,016 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-21T12:44:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:44:49,017 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=110, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:44:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T12:44:49,018 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=110, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:44:49,020 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:49,021 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A, FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B, FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C, FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/recovered.edits] 2024-11-21T12:44:49,023 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/4b6981248ab24147a52e5ae265eb76e4 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/4b6981248ab24147a52e5ae265eb76e4 2024-11-21T12:44:49,025 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/77f12aedf398439f83a10c8eda0f4ab2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/A/77f12aedf398439f83a10c8eda0f4ab2 2024-11-21T12:44:49,027 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/574cfb58bce44ba3b16b70fa4a887849 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/574cfb58bce44ba3b16b70fa4a887849 2024-11-21T12:44:49,028 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/dcb6e51a9a4a42fbac4bede753432649 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/B/dcb6e51a9a4a42fbac4bede753432649 2024-11-21T12:44:49,030 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/1770ee825c1e49c887c1739a03fdd457 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/1770ee825c1e49c887c1739a03fdd457 2024-11-21T12:44:49,031 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/6e0e8e58c995408ead8b503677290491 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/6e0e8e58c995408ead8b503677290491 2024-11-21T12:44:49,032 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/a94852dc46b246a1a4a952cc18638494 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/a94852dc46b246a1a4a952cc18638494 2024-11-21T12:44:49,033 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/e083bc9a186848548a0cdd11a41cb56f to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/C/e083bc9a186848548a0cdd11a41cb56f 2024-11-21T12:44:49,036 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/recovered.edits/410.seqid to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a/recovered.edits/410.seqid 2024-11-21T12:44:49,036 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:49,037 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T12:44:49,037 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T12:44:49,038 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T12:44:49,041 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210d7b0d0bf6564cbdbfa29ee3f00be0d3_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210d7b0d0bf6564cbdbfa29ee3f00be0d3_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:49,043 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112110ba0b5fb93c463f9846094e6b5c8cc2_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112110ba0b5fb93c463f9846094e6b5c8cc2_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:49,044 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112134720bfdbb4b4f42a5ed1c8f611a961c_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112134720bfdbb4b4f42a5ed1c8f611a961c_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:49,045 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213883a2f07f314b75be87a10ce1479a3f_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213883a2f07f314b75be87a10ce1479a3f_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:49,046 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213a3b0e05d09f4b68a5caa300a2583900_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213a3b0e05d09f4b68a5caa300a2583900_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:49,047 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213b0040c791fe4cbd9f847dfec415fd68_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213b0040c791fe4cbd9f847dfec415fd68_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:49,048 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121691f9b448e524dbab679fcf386d5f1aa_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121691f9b448e524dbab679fcf386d5f1aa_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:49,049 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217666f208391b40a6bdacb35ce14d7aa8_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217666f208391b40a6bdacb35ce14d7aa8_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:49,050 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121923aa1190056468f82b90312add147ef_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121923aa1190056468f82b90312add147ef_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:49,051 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121979734f7c4a7450089822352cd788e4a_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121979734f7c4a7450089822352cd788e4a_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:49,052 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b40f4f085a80494ba3d93320e8ec277d_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b40f4f085a80494ba3d93320e8ec277d_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:49,053 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b51b78f7a6334fefa74242495623cd0f_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b51b78f7a6334fefa74242495623cd0f_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:49,054 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b9b21c9367854cad8489e9d61fc7b826_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b9b21c9367854cad8489e9d61fc7b826_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:49,055 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c0c7b936387144abb988eaf32ab8fac6_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c0c7b936387144abb988eaf32ab8fac6_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:49,056 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c264ab5b0f214b77ba365af8d5ef28cd_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c264ab5b0f214b77ba365af8d5ef28cd_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:49,056 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c9e11ac0206740a8a6fe29cdbda5f8ed_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c9e11ac0206740a8a6fe29cdbda5f8ed_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:49,057 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cfe219e80f39484e94842a57c945632a_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cfe219e80f39484e94842a57c945632a_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:49,058 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121db6e586d80744cc79262ef529c5a1a7e_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121db6e586d80744cc79262ef529c5a1a7e_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:49,059 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121dc2fac36d7a14845a69b6a25c9a92a1a_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121dc2fac36d7a14845a69b6a25c9a92a1a_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:49,060 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e07ec91f63174570aa2749edb968076e_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e07ec91f63174570aa2749edb968076e_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:49,060 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e5853787fd9545ccab76a9a05056e187_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e5853787fd9545ccab76a9a05056e187_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:49,061 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e876aff11a654a5ab9524ed585c7d58d_684420bfab43a4a7983ebf6cda82b23a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e876aff11a654a5ab9524ed585c7d58d_684420bfab43a4a7983ebf6cda82b23a 2024-11-21T12:44:49,062 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T12:44:49,063 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=110, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:44:49,065 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T12:44:49,066 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T12:44:49,067 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=110, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:44:49,067 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T12:44:49,067 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732193089067"}]},"ts":"9223372036854775807"} 2024-11-21T12:44:49,068 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T12:44:49,068 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 684420bfab43a4a7983ebf6cda82b23a, NAME => 'TestAcidGuarantees,,1732193058706.684420bfab43a4a7983ebf6cda82b23a.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T12:44:49,069 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T12:44:49,069 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732193089069"}]},"ts":"9223372036854775807"} 2024-11-21T12:44:49,070 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T12:44:49,106 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=110, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:44:49,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 90 msec 2024-11-21T12:44:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T12:44:49,119 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-21T12:44:49,127 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241 (was 241), OpenFileDescriptor=471 (was 459) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=793 (was 787) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5276 (was 5443) 2024-11-21T12:44:49,135 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=241, OpenFileDescriptor=471, MaxFileDescriptor=1048576, SystemLoadAverage=793, ProcessCount=11, AvailableMemoryMB=5275 2024-11-21T12:44:49,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T12:44:49,136 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:44:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=111, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T12:44:49,138 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=111, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:44:49,138 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:49,138 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 111 2024-11-21T12:44:49,139 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=111, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:44:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=111 2024-11-21T12:44:49,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742258_1434 (size=960) 2024-11-21T12:44:49,164 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:44:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=111 2024-11-21T12:44:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=111 2024-11-21T12:44:49,550 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36 2024-11-21T12:44:49,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742259_1435 (size=53) 2024-11-21T12:44:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=111 2024-11-21T12:44:49,960 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:44:49,960 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing fd829a52aa6a52e07a5bd75b7c541b64, disabling compactions & flushes 2024-11-21T12:44:49,960 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:49,961 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:49,961 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. after waiting 0 ms 2024-11-21T12:44:49,961 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:49,961 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:49,961 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:44:49,963 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=111, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:44:49,964 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732193089963"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732193089963"}]},"ts":"1732193089963"} 2024-11-21T12:44:49,966 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T12:44:49,967 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=111, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:44:49,968 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732193089967"}]},"ts":"1732193089967"} 2024-11-21T12:44:49,969 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T12:44:50,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fd829a52aa6a52e07a5bd75b7c541b64, ASSIGN}] 2024-11-21T12:44:50,023 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=112, ppid=111, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fd829a52aa6a52e07a5bd75b7c541b64, ASSIGN 2024-11-21T12:44:50,024 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=112, ppid=111, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fd829a52aa6a52e07a5bd75b7c541b64, ASSIGN; state=OFFLINE, location=b3d5da5e0922,39829,1732192970767; forceNewPlan=false, retain=false 2024-11-21T12:44:50,175 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=112 updating hbase:meta row=fd829a52aa6a52e07a5bd75b7c541b64, regionState=OPENING, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:50,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; OpenRegionProcedure fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767}] 2024-11-21T12:44:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=111 2024-11-21T12:44:50,332 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:50,338 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:50,339 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7285): Opening region: {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:44:50,339 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:44:50,339 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:44:50,340 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7327): checking encryption for fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:44:50,340 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7330): checking classloading for fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:44:50,343 INFO [StoreOpener-fd829a52aa6a52e07a5bd75b7c541b64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:44:50,344 INFO [StoreOpener-fd829a52aa6a52e07a5bd75b7c541b64-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:44:50,345 INFO [StoreOpener-fd829a52aa6a52e07a5bd75b7c541b64-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd829a52aa6a52e07a5bd75b7c541b64 columnFamilyName A 2024-11-21T12:44:50,345 DEBUG [StoreOpener-fd829a52aa6a52e07a5bd75b7c541b64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:50,345 INFO [StoreOpener-fd829a52aa6a52e07a5bd75b7c541b64-1 {}] regionserver.HStore(327): Store=fd829a52aa6a52e07a5bd75b7c541b64/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:44:50,346 INFO [StoreOpener-fd829a52aa6a52e07a5bd75b7c541b64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:44:50,347 INFO [StoreOpener-fd829a52aa6a52e07a5bd75b7c541b64-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:44:50,347 INFO [StoreOpener-fd829a52aa6a52e07a5bd75b7c541b64-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd829a52aa6a52e07a5bd75b7c541b64 columnFamilyName B 2024-11-21T12:44:50,348 DEBUG [StoreOpener-fd829a52aa6a52e07a5bd75b7c541b64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:50,348 INFO [StoreOpener-fd829a52aa6a52e07a5bd75b7c541b64-1 {}] regionserver.HStore(327): Store=fd829a52aa6a52e07a5bd75b7c541b64/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:44:50,348 INFO [StoreOpener-fd829a52aa6a52e07a5bd75b7c541b64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:44:50,350 INFO [StoreOpener-fd829a52aa6a52e07a5bd75b7c541b64-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:44:50,350 INFO [StoreOpener-fd829a52aa6a52e07a5bd75b7c541b64-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd829a52aa6a52e07a5bd75b7c541b64 columnFamilyName C 2024-11-21T12:44:50,350 DEBUG [StoreOpener-fd829a52aa6a52e07a5bd75b7c541b64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:44:50,350 INFO [StoreOpener-fd829a52aa6a52e07a5bd75b7c541b64-1 {}] regionserver.HStore(327): Store=fd829a52aa6a52e07a5bd75b7c541b64/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:44:50,351 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:50,352 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:44:50,352 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:44:50,354 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T12:44:50,355 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1085): writing seq id for fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:44:50,358 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:44:50,358 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1102): Opened fd829a52aa6a52e07a5bd75b7c541b64; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61139977, jitterRate=-0.08894334733486176}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T12:44:50,359 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1001): Region open journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:44:50,360 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., pid=113, masterSystemTime=1732193090332 2024-11-21T12:44:50,362 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:50,362 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:50,362 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=112 updating hbase:meta row=fd829a52aa6a52e07a5bd75b7c541b64, regionState=OPEN, openSeqNum=2, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:50,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-21T12:44:50,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; OpenRegionProcedure fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 in 185 msec 2024-11-21T12:44:50,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=112, resume processing ppid=111 2024-11-21T12:44:50,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, ppid=111, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=fd829a52aa6a52e07a5bd75b7c541b64, ASSIGN in 343 msec 2024-11-21T12:44:50,368 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=111, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:44:50,368 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732193090368"}]},"ts":"1732193090368"} 2024-11-21T12:44:50,369 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T12:44:50,381 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=111, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:44:50,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2450 sec 2024-11-21T12:44:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=111 2024-11-21T12:44:51,245 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 111 completed 2024-11-21T12:44:51,247 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0ea4c5aa to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d3396b5 2024-11-21T12:44:51,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ee578f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:44:51,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:44:51,295 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50470, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:44:51,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:44:51,299 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:44:51,300 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x67b06b5f to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4617df22 2024-11-21T12:44:51,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5eaa40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:44:51,312 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7df1c074 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e7fe27 2024-11-21T12:44:51,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d435871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:44:51,324 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a0d7ff9 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21a859 2024-11-21T12:44:51,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3716f8fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:44:51,338 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x483116ba to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@455f0c85 2024-11-21T12:44:51,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458eddca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:44:51,350 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0ed57a73 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33d37408 2024-11-21T12:44:51,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:44:51,364 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4a207eb8 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e5d29ee 2024-11-21T12:44:51,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f49e4c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:44:51,374 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dbb2008 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a0e6c08 2024-11-21T12:44:51,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae1dc40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:44:51,382 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x30fb107f to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@597c4444 2024-11-21T12:44:51,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6b90f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:44:51,390 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x57a17f61 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c444fb5 2024-11-21T12:44:51,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db996e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:44:51,399 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11feb414 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f096879 2024-11-21T12:44:51,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e36fbfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:44:51,408 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:44:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-21T12:44:51,410 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:44:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T12:44:51,411 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:44:51,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:44:51,417 DEBUG [hconnection-0x303a34bb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:44:51,417 DEBUG [hconnection-0x5f9d26dc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:44:51,417 DEBUG [hconnection-0x2b7399cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:44:51,417 DEBUG [hconnection-0x722ff9b0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:44:51,418 DEBUG [hconnection-0x534f255d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:44:51,418 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50492, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:44:51,418 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:44:51,418 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:44:51,418 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50522, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:44:51,418 DEBUG [hconnection-0x7a78ca0d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:44:51,418 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:44:51,418 DEBUG [hconnection-0x3876437c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:44:51,419 DEBUG [hconnection-0x5365aea7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:44:51,419 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:44:51,419 DEBUG [hconnection-0x479caa9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:44:51,420 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:44:51,420 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50556, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:44:51,420 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:44:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:44:51,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T12:44:51,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:44:51,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:51,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:44:51,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:51,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:44:51,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:51,431 DEBUG [hconnection-0x1a324fcb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:44:51,432 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:44:51,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:51,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193151434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193151433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:51,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:51,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193151434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193151434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:51,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193151435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:51,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/a2ec11e4456742d2acb4b277bcc5e606 is 50, key is test_row_0/A:col10/1732193091423/Put/seqid=0 2024-11-21T12:44:51,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742260_1436 (size=12001) 2024-11-21T12:44:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T12:44:51,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193151536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:51,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193151536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:51,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193151536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:51,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193151536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:51,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193151536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:51,562 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:51,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-21T12:44:51,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:51,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:44:51,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:51,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:51,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T12:44:51,714 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:51,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-21T12:44:51,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:51,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:44:51,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:51,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:51,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:51,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193151746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:51,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193151746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:51,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193151752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:51,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193151752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:51,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193151752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:51,866 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:51,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-21T12:44:51,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:51,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:44:51,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:51,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:51,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:51,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/a2ec11e4456742d2acb4b277bcc5e606 2024-11-21T12:44:51,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/7b2bc6cc603e49c8b192448c5168029a is 50, key is test_row_0/B:col10/1732193091423/Put/seqid=0 2024-11-21T12:44:51,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742261_1437 (size=12001) 2024-11-21T12:44:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T12:44:52,018 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:52,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-21T12:44:52,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:52,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:44:52,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:52,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:52,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:52,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193152049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:52,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193152050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:52,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193152054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:52,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193152055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:52,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193152055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:52,182 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:52,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-21T12:44:52,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:52,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:44:52,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:52,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:52,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:52,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/7b2bc6cc603e49c8b192448c5168029a 2024-11-21T12:44:52,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/4b41bad4e26d4421b1fd53a346348789 is 50, key is test_row_0/C:col10/1732193091423/Put/seqid=0 2024-11-21T12:44:52,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742262_1438 (size=12001) 2024-11-21T12:44:52,334 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:52,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-21T12:44:52,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:52,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:44:52,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:52,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:52,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:52,486 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:52,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-21T12:44:52,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:52,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:44:52,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:52,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:52,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T12:44:52,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193152554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:52,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193152556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:52,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193152557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:52,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193152560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:52,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193152560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:52,638 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:52,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-21T12:44:52,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:52,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:44:52,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:52,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:52,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:52,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/4b41bad4e26d4421b1fd53a346348789 2024-11-21T12:44:52,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/a2ec11e4456742d2acb4b277bcc5e606 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/a2ec11e4456742d2acb4b277bcc5e606 2024-11-21T12:44:52,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/a2ec11e4456742d2acb4b277bcc5e606, entries=150, sequenceid=15, filesize=11.7 K 2024-11-21T12:44:52,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/7b2bc6cc603e49c8b192448c5168029a as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/7b2bc6cc603e49c8b192448c5168029a 2024-11-21T12:44:52,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/7b2bc6cc603e49c8b192448c5168029a, entries=150, sequenceid=15, filesize=11.7 K 2024-11-21T12:44:52,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/4b41bad4e26d4421b1fd53a346348789 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/4b41bad4e26d4421b1fd53a346348789 2024-11-21T12:44:52,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/4b41bad4e26d4421b1fd53a346348789, entries=150, sequenceid=15, filesize=11.7 K 2024-11-21T12:44:52,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for fd829a52aa6a52e07a5bd75b7c541b64 in 1316ms, sequenceid=15, compaction requested=false 2024-11-21T12:44:52,739 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T12:44:52,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:44:52,790 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:52,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-21T12:44:52,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:52,791 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T12:44:52,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:44:52,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:52,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:44:52,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:52,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:44:52,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:52,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/e1abb9b612954c4aadd51af5006b681c is 50, key is test_row_0/A:col10/1732193091433/Put/seqid=0 2024-11-21T12:44:52,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742263_1439 (size=12001) 2024-11-21T12:44:52,798 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/e1abb9b612954c4aadd51af5006b681c 2024-11-21T12:44:52,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/d0b0a6274c464608b729e45c09775c70 is 50, key is test_row_0/B:col10/1732193091433/Put/seqid=0 2024-11-21T12:44:52,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742264_1440 (size=12001) 2024-11-21T12:44:52,958 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T12:44:53,218 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/d0b0a6274c464608b729e45c09775c70 2024-11-21T12:44:53,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/4144bf55a340485291d96e3ccd232910 is 50, key is test_row_0/C:col10/1732193091433/Put/seqid=0 2024-11-21T12:44:53,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742265_1441 (size=12001) 2024-11-21T12:44:53,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T12:44:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:44:53,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:44:53,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193153583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:53,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193153587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:53,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193153587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:53,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193153588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:53,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193153591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:53,678 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/4144bf55a340485291d96e3ccd232910 2024-11-21T12:44:53,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193153690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:53,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193153695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:53,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193153699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:53,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193153704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:53,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:53,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193153707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:53,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/e1abb9b612954c4aadd51af5006b681c as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/e1abb9b612954c4aadd51af5006b681c 2024-11-21T12:44:53,725 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/e1abb9b612954c4aadd51af5006b681c, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T12:44:53,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/d0b0a6274c464608b729e45c09775c70 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/d0b0a6274c464608b729e45c09775c70 2024-11-21T12:44:53,730 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/d0b0a6274c464608b729e45c09775c70, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T12:44:53,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/4144bf55a340485291d96e3ccd232910 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/4144bf55a340485291d96e3ccd232910 2024-11-21T12:44:53,736 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/4144bf55a340485291d96e3ccd232910, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T12:44:53,736 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for fd829a52aa6a52e07a5bd75b7c541b64 in 945ms, sequenceid=38, compaction requested=false 2024-11-21T12:44:53,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:44:53,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:53,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-21T12:44:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-21T12:44:53,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-21T12:44:53,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3260 sec 2024-11-21T12:44:53,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.3310 sec 2024-11-21T12:44:53,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:44:53,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T12:44:53,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:44:53,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:53,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:44:53,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:53,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:44:53,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:53,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/dafa4cacb9a148688c13770fb78aff5a is 50, key is test_row_0/A:col10/1732193093901/Put/seqid=0 2024-11-21T12:44:53,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742266_1442 (size=14341) 2024-11-21T12:44:53,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193153944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:53,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193153947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:53,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:53,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193153952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193153953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:53,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193153958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:54,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193154057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:54,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193154060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:54,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193154066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:54,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193154067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:54,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193154068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:54,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193154267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:54,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193154272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:54,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193154272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:54,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193154273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:54,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193154275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:54,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/dafa4cacb9a148688c13770fb78aff5a 2024-11-21T12:44:54,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/f718eb6a7dee4c039756bbd37d46bceb is 50, key is test_row_0/B:col10/1732193093901/Put/seqid=0 2024-11-21T12:44:54,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742267_1443 (size=12001) 2024-11-21T12:44:54,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/f718eb6a7dee4c039756bbd37d46bceb 2024-11-21T12:44:54,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/321446f19fe74c4095964f7f46a21b28 is 50, key is test_row_0/C:col10/1732193093901/Put/seqid=0 2024-11-21T12:44:54,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742268_1444 (size=12001) 2024-11-21T12:44:54,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/321446f19fe74c4095964f7f46a21b28 2024-11-21T12:44:54,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/dafa4cacb9a148688c13770fb78aff5a as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/dafa4cacb9a148688c13770fb78aff5a 2024-11-21T12:44:54,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/dafa4cacb9a148688c13770fb78aff5a, entries=200, sequenceid=52, filesize=14.0 K 2024-11-21T12:44:54,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/f718eb6a7dee4c039756bbd37d46bceb as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/f718eb6a7dee4c039756bbd37d46bceb 2024-11-21T12:44:54,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/f718eb6a7dee4c039756bbd37d46bceb, entries=150, sequenceid=52, filesize=11.7 K 2024-11-21T12:44:54,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/321446f19fe74c4095964f7f46a21b28 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/321446f19fe74c4095964f7f46a21b28 2024-11-21T12:44:54,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/321446f19fe74c4095964f7f46a21b28, entries=150, sequenceid=52, filesize=11.7 K 2024-11-21T12:44:54,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for fd829a52aa6a52e07a5bd75b7c541b64 in 585ms, sequenceid=52, compaction requested=true 2024-11-21T12:44:54,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:44:54,488 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:54,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:44:54,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:54,488 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:54,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:44:54,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:54,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:44:54,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:54,497 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:54,497 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:54,497 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/B is initiating minor compaction (all files) 2024-11-21T12:44:54,497 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/A is initiating minor compaction (all files) 2024-11-21T12:44:54,497 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/B in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:54,497 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/A in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:54,497 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/7b2bc6cc603e49c8b192448c5168029a, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/d0b0a6274c464608b729e45c09775c70, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/f718eb6a7dee4c039756bbd37d46bceb] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=35.2 K 2024-11-21T12:44:54,497 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/a2ec11e4456742d2acb4b277bcc5e606, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/e1abb9b612954c4aadd51af5006b681c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/dafa4cacb9a148688c13770fb78aff5a] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=37.4 K 2024-11-21T12:44:54,500 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2ec11e4456742d2acb4b277bcc5e606, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732193091422 2024-11-21T12:44:54,504 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1abb9b612954c4aadd51af5006b681c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732193091433 2024-11-21T12:44:54,505 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting dafa4cacb9a148688c13770fb78aff5a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732193093585 2024-11-21T12:44:54,505 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b2bc6cc603e49c8b192448c5168029a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732193091422 2024-11-21T12:44:54,506 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting d0b0a6274c464608b729e45c09775c70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732193091433 2024-11-21T12:44:54,506 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting f718eb6a7dee4c039756bbd37d46bceb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732193093586 2024-11-21T12:44:54,521 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#A#compaction#361 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:54,522 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/3838a1c1ffae48b8b8b87c30ccb66509 is 50, key is test_row_0/A:col10/1732193093901/Put/seqid=0 2024-11-21T12:44:54,527 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#B#compaction#362 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:54,527 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/9317f6a68ada4b8cb19e2ae757ca085d is 50, key is test_row_0/B:col10/1732193093901/Put/seqid=0 2024-11-21T12:44:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:44:54,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T12:44:54,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:44:54,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:54,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:44:54,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:54,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:44:54,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:54,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742269_1445 (size=12104) 2024-11-21T12:44:54,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742270_1446 (size=12104) 2024-11-21T12:44:54,606 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/3838a1c1ffae48b8b8b87c30ccb66509 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/3838a1c1ffae48b8b8b87c30ccb66509 2024-11-21T12:44:54,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/a99d2d2662894a349243ac11a4d976d5 is 50, key is test_row_0/A:col10/1732193093926/Put/seqid=0 2024-11-21T12:44:54,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742271_1447 (size=14341) 2024-11-21T12:44:54,640 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/A of fd829a52aa6a52e07a5bd75b7c541b64 into 3838a1c1ffae48b8b8b87c30ccb66509(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:54,641 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:44:54,641 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/A, priority=13, startTime=1732193094488; duration=0sec 2024-11-21T12:44:54,641 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:54,641 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:A 2024-11-21T12:44:54,641 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:44:54,645 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:44:54,645 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/C is initiating minor compaction (all files) 2024-11-21T12:44:54,645 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/C in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:54,645 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/4b41bad4e26d4421b1fd53a346348789, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/4144bf55a340485291d96e3ccd232910, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/321446f19fe74c4095964f7f46a21b28] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=35.2 K 2024-11-21T12:44:54,646 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b41bad4e26d4421b1fd53a346348789, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732193091422 2024-11-21T12:44:54,646 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4144bf55a340485291d96e3ccd232910, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732193091433 2024-11-21T12:44:54,646 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 321446f19fe74c4095964f7f46a21b28, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732193093586 2024-11-21T12:44:54,672 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#C#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:54,673 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/68c6528e1d5141d3a8dd99ce796c94c3 is 50, key is test_row_0/C:col10/1732193093901/Put/seqid=0 2024-11-21T12:44:54,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193154655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:54,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193154662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:54,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193154663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:54,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193154672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:54,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742272_1448 (size=12104) 2024-11-21T12:44:54,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193154679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:54,703 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/68c6528e1d5141d3a8dd99ce796c94c3 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/68c6528e1d5141d3a8dd99ce796c94c3 2024-11-21T12:44:54,707 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/C of fd829a52aa6a52e07a5bd75b7c541b64 into 68c6528e1d5141d3a8dd99ce796c94c3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:54,708 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:44:54,708 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/C, priority=13, startTime=1732193094488; duration=0sec 2024-11-21T12:44:54,708 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:54,708 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:C 2024-11-21T12:44:54,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:54,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193154776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193154776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:54,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193154779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:54,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193154781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:54,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193154793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:54,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193154985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:54,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193154990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:54,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193154990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:54,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193154994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:55,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193154998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:55,011 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/9317f6a68ada4b8cb19e2ae757ca085d as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/9317f6a68ada4b8cb19e2ae757ca085d 2024-11-21T12:44:55,015 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/B of fd829a52aa6a52e07a5bd75b7c541b64 into 9317f6a68ada4b8cb19e2ae757ca085d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:55,015 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:44:55,015 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/B, priority=13, startTime=1732193094488; duration=0sec 2024-11-21T12:44:55,015 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:55,015 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:B 2024-11-21T12:44:55,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/a99d2d2662894a349243ac11a4d976d5 2024-11-21T12:44:55,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/8f9a87a044fe41a4b8193d4b4040b4ba is 50, key is test_row_0/B:col10/1732193093926/Put/seqid=0 2024-11-21T12:44:55,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742273_1449 (size=12001) 2024-11-21T12:44:55,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193155296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:55,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193155297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:55,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193155299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:55,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193155307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:55,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193155313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:55,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/8f9a87a044fe41a4b8193d4b4040b4ba 2024-11-21T12:44:55,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/fbac1df2bf5c4680acca335f6b3d3b0e is 50, key is test_row_0/C:col10/1732193093926/Put/seqid=0 2024-11-21T12:44:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T12:44:55,515 INFO [Thread-1960 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-21T12:44:55,523 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:44:55,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742274_1450 (size=12001) 2024-11-21T12:44:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-21T12:44:55,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/fbac1df2bf5c4680acca335f6b3d3b0e 2024-11-21T12:44:55,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/a99d2d2662894a349243ac11a4d976d5 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/a99d2d2662894a349243ac11a4d976d5 2024-11-21T12:44:55,535 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:44:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-21T12:44:55,537 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:44:55,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:44:55,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/a99d2d2662894a349243ac11a4d976d5, entries=200, sequenceid=75, filesize=14.0 K 2024-11-21T12:44:55,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/8f9a87a044fe41a4b8193d4b4040b4ba as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/8f9a87a044fe41a4b8193d4b4040b4ba 2024-11-21T12:44:55,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/8f9a87a044fe41a4b8193d4b4040b4ba, entries=150, sequenceid=75, filesize=11.7 K 2024-11-21T12:44:55,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/fbac1df2bf5c4680acca335f6b3d3b0e as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/fbac1df2bf5c4680acca335f6b3d3b0e 2024-11-21T12:44:55,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/fbac1df2bf5c4680acca335f6b3d3b0e, entries=150, sequenceid=75, filesize=11.7 K 2024-11-21T12:44:55,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for fd829a52aa6a52e07a5bd75b7c541b64 in 983ms, sequenceid=75, compaction requested=false 2024-11-21T12:44:55,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:44:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-21T12:44:55,689 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:55,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-21T12:44:55,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:55,691 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T12:44:55,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:44:55,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:55,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:44:55,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:55,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:44:55,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:55,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/9a00484d2a254e6f911ef4e99bcde202 is 50, key is test_row_0/A:col10/1732193094650/Put/seqid=0 2024-11-21T12:44:55,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742275_1451 (size=12001) 2024-11-21T12:44:55,744 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/9a00484d2a254e6f911ef4e99bcde202 2024-11-21T12:44:55,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/6f2e6c1c625a4a679b968688fda43a1f is 50, key is test_row_0/B:col10/1732193094650/Put/seqid=0 2024-11-21T12:44:55,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742276_1452 (size=12001) 2024-11-21T12:44:55,793 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/6f2e6c1c625a4a679b968688fda43a1f 2024-11-21T12:44:55,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/134adb5c1fcb4509aa88bef9b22deb48 is 50, key is test_row_0/C:col10/1732193094650/Put/seqid=0 2024-11-21T12:44:55,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:44:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:44:55,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742277_1453 (size=12001) 2024-11-21T12:44:55,824 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/134adb5c1fcb4509aa88bef9b22deb48 2024-11-21T12:44:55,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/9a00484d2a254e6f911ef4e99bcde202 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/9a00484d2a254e6f911ef4e99bcde202 2024-11-21T12:44:55,835 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/9a00484d2a254e6f911ef4e99bcde202, entries=150, sequenceid=92, filesize=11.7 K 2024-11-21T12:44:55,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/6f2e6c1c625a4a679b968688fda43a1f as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/6f2e6c1c625a4a679b968688fda43a1f 2024-11-21T12:44:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-21T12:44:55,840 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/6f2e6c1c625a4a679b968688fda43a1f, entries=150, sequenceid=92, filesize=11.7 K 2024-11-21T12:44:55,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/134adb5c1fcb4509aa88bef9b22deb48 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/134adb5c1fcb4509aa88bef9b22deb48 2024-11-21T12:44:55,844 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/134adb5c1fcb4509aa88bef9b22deb48, entries=150, sequenceid=92, filesize=11.7 K 2024-11-21T12:44:55,845 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=93.93 KB/96180 for fd829a52aa6a52e07a5bd75b7c541b64 in 154ms, sequenceid=92, compaction requested=true 2024-11-21T12:44:55,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:44:55,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:55,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-21T12:44:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-21T12:44:55,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-21T12:44:55,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:44:55,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:55,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:44:55,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:55,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:44:55,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:44:55,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-21T12:44:55,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 311 msec 2024-11-21T12:44:55,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 329 msec 2024-11-21T12:44:55,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/471c2a80e3ca41c38ac51513148240f8 is 50, key is test_row_0/A:col10/1732193095838/Put/seqid=0 2024-11-21T12:44:55,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742278_1454 (size=16681) 2024-11-21T12:44:55,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/471c2a80e3ca41c38ac51513148240f8 2024-11-21T12:44:55,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/3dc9f3bef4ba427bb059cea27463e78f is 50, key is test_row_0/B:col10/1732193095838/Put/seqid=0 2024-11-21T12:44:55,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193155884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:55,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193155890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:55,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193155892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:55,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193155900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:55,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193155901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:55,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742279_1455 (size=12001) 2024-11-21T12:44:55,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/3dc9f3bef4ba427bb059cea27463e78f 2024-11-21T12:44:55,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/ada4dd70e21f48c4a860b179eeb9b5b0 is 50, key is test_row_0/C:col10/1732193095838/Put/seqid=0 2024-11-21T12:44:55,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742280_1456 (size=12001) 2024-11-21T12:44:55,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/ada4dd70e21f48c4a860b179eeb9b5b0 2024-11-21T12:44:55,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/471c2a80e3ca41c38ac51513148240f8 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/471c2a80e3ca41c38ac51513148240f8 2024-11-21T12:44:56,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/471c2a80e3ca41c38ac51513148240f8, entries=250, sequenceid=110, filesize=16.3 K 2024-11-21T12:44:56,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/3dc9f3bef4ba427bb059cea27463e78f as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/3dc9f3bef4ba427bb059cea27463e78f 2024-11-21T12:44:56,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:56,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193156003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193156003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:56,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193156004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:56,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193156006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:56,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/3dc9f3bef4ba427bb059cea27463e78f, entries=150, sequenceid=110, filesize=11.7 K 2024-11-21T12:44:56,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/ada4dd70e21f48c4a860b179eeb9b5b0 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/ada4dd70e21f48c4a860b179eeb9b5b0 2024-11-21T12:44:56,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/ada4dd70e21f48c4a860b179eeb9b5b0, entries=150, sequenceid=110, filesize=11.7 K 2024-11-21T12:44:56,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for fd829a52aa6a52e07a5bd75b7c541b64 in 171ms, sequenceid=110, compaction requested=true 2024-11-21T12:44:56,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:44:56,019 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:44:56,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:44:56,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:56,019 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:44:56,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:44:56,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:56,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:44:56,020 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:44:56,020 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55127 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:44:56,020 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/A is initiating minor compaction (all files) 2024-11-21T12:44:56,020 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/B is initiating minor compaction (all files) 2024-11-21T12:44:56,020 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/B in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:56,020 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/9317f6a68ada4b8cb19e2ae757ca085d, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/8f9a87a044fe41a4b8193d4b4040b4ba, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/6f2e6c1c625a4a679b968688fda43a1f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/3dc9f3bef4ba427bb059cea27463e78f] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=47.0 K 2024-11-21T12:44:56,020 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/A in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:56,021 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/3838a1c1ffae48b8b8b87c30ccb66509, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/a99d2d2662894a349243ac11a4d976d5, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/9a00484d2a254e6f911ef4e99bcde202, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/471c2a80e3ca41c38ac51513148240f8] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=53.8 K 2024-11-21T12:44:56,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:44:56,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-21T12:44:56,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:44:56,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:56,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:44:56,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:56,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:44:56,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:56,028 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 9317f6a68ada4b8cb19e2ae757ca085d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732193093586 2024-11-21T12:44:56,028 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3838a1c1ffae48b8b8b87c30ccb66509, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732193093586 2024-11-21T12:44:56,029 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f9a87a044fe41a4b8193d4b4040b4ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732193093926 2024-11-21T12:44:56,029 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f2e6c1c625a4a679b968688fda43a1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732193094650 2024-11-21T12:44:56,029 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 3dc9f3bef4ba427bb059cea27463e78f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732193095826 2024-11-21T12:44:56,032 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting a99d2d2662894a349243ac11a4d976d5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732193093926 2024-11-21T12:44:56,036 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a00484d2a254e6f911ef4e99bcde202, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732193094650 2024-11-21T12:44:56,036 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 471c2a80e3ca41c38ac51513148240f8, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732193095824 2024-11-21T12:44:56,038 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#B#compaction#374 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:56,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/d9b7dc9bb7084caba8ae8e8edecc5bee is 50, key is test_row_0/A:col10/1732193096021/Put/seqid=0 2024-11-21T12:44:56,039 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/0935fbe23e844f85a47dd4edcaa8b0fd is 50, key is test_row_0/B:col10/1732193095838/Put/seqid=0 2024-11-21T12:44:56,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742282_1458 (size=12241) 2024-11-21T12:44:56,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742281_1457 (size=14391) 2024-11-21T12:44:56,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/d9b7dc9bb7084caba8ae8e8edecc5bee 2024-11-21T12:44:56,084 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/0935fbe23e844f85a47dd4edcaa8b0fd as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/0935fbe23e844f85a47dd4edcaa8b0fd 2024-11-21T12:44:56,087 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#A#compaction#375 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:56,088 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/78f4a563b4a7458b8e7d3b6e5fac7993 is 50, key is test_row_0/A:col10/1732193095838/Put/seqid=0 2024-11-21T12:44:56,090 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/B of fd829a52aa6a52e07a5bd75b7c541b64 into 0935fbe23e844f85a47dd4edcaa8b0fd(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:56,090 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:44:56,090 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/B, priority=12, startTime=1732193096019; duration=0sec 2024-11-21T12:44:56,090 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:56,090 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:B 2024-11-21T12:44:56,090 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:44:56,091 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:44:56,091 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/C is initiating minor compaction (all files) 2024-11-21T12:44:56,091 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/C in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:56,091 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/68c6528e1d5141d3a8dd99ce796c94c3, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/fbac1df2bf5c4680acca335f6b3d3b0e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/134adb5c1fcb4509aa88bef9b22deb48, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/ada4dd70e21f48c4a860b179eeb9b5b0] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=47.0 K 2024-11-21T12:44:56,092 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 68c6528e1d5141d3a8dd99ce796c94c3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732193093586 2024-11-21T12:44:56,092 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting fbac1df2bf5c4680acca335f6b3d3b0e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732193093926 2024-11-21T12:44:56,092 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 134adb5c1fcb4509aa88bef9b22deb48, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732193094650 2024-11-21T12:44:56,092 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting ada4dd70e21f48c4a860b179eeb9b5b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732193095826 2024-11-21T12:44:56,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/8ec5ffa7060549caa79933e6cb80d1f1 is 50, key is test_row_0/B:col10/1732193096021/Put/seqid=0 2024-11-21T12:44:56,105 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#C#compaction#377 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:56,105 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/5c78e96eb2b24a1bb46d4c01968e7496 is 50, key is test_row_0/C:col10/1732193095838/Put/seqid=0 2024-11-21T12:44:56,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742283_1459 (size=12241) 2024-11-21T12:44:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-21T12:44:56,140 INFO [Thread-1960 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-21T12:44:56,142 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/78f4a563b4a7458b8e7d3b6e5fac7993 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/78f4a563b4a7458b8e7d3b6e5fac7993 2024-11-21T12:44:56,147 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/A of fd829a52aa6a52e07a5bd75b7c541b64 into 78f4a563b4a7458b8e7d3b6e5fac7993(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:56,147 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:44:56,147 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/A, priority=12, startTime=1732193096019; duration=0sec 2024-11-21T12:44:56,147 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:56,147 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:A 2024-11-21T12:44:56,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742284_1460 (size=12241) 2024-11-21T12:44:56,150 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:44:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-21T12:44:56,151 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:44:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-21T12:44:56,155 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:44:56,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:44:56,160 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/5c78e96eb2b24a1bb46d4c01968e7496 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/5c78e96eb2b24a1bb46d4c01968e7496 2024-11-21T12:44:56,165 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/C of fd829a52aa6a52e07a5bd75b7c541b64 into 5c78e96eb2b24a1bb46d4c01968e7496(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:56,165 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:44:56,165 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/C, priority=12, startTime=1732193096019; duration=0sec 2024-11-21T12:44:56,165 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:56,165 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:C 2024-11-21T12:44:56,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742285_1461 (size=12051) 2024-11-21T12:44:56,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193156173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:56,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/8ec5ffa7060549caa79933e6cb80d1f1 2024-11-21T12:44:56,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/f0befeef31a14a319bb7e44adb3f9c85 is 50, key is test_row_0/C:col10/1732193096021/Put/seqid=0 2024-11-21T12:44:56,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193156209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:56,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193156210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:56,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193156210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:56,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193156219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:56,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742286_1462 (size=12051) 2024-11-21T12:44:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-21T12:44:56,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193156280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:56,306 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:56,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-21T12:44:56,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:56,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:44:56,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:56,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:56,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-21T12:44:56,462 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:56,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-21T12:44:56,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:56,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:44:56,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:56,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:56,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:56,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193156492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:56,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:56,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193156519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:56,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:56,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193156519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:56,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193156522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:56,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193156525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:56,622 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:56,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-21T12:44:56,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:56,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:44:56,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:56,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:56,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:56,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:56,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/f0befeef31a14a319bb7e44adb3f9c85 2024-11-21T12:44:56,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/d9b7dc9bb7084caba8ae8e8edecc5bee as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/d9b7dc9bb7084caba8ae8e8edecc5bee 2024-11-21T12:44:56,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/d9b7dc9bb7084caba8ae8e8edecc5bee, entries=200, sequenceid=129, filesize=14.1 K 2024-11-21T12:44:56,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/8ec5ffa7060549caa79933e6cb80d1f1 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/8ec5ffa7060549caa79933e6cb80d1f1 2024-11-21T12:44:56,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/8ec5ffa7060549caa79933e6cb80d1f1, entries=150, sequenceid=129, filesize=11.8 K 2024-11-21T12:44:56,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/f0befeef31a14a319bb7e44adb3f9c85 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/f0befeef31a14a319bb7e44adb3f9c85 2024-11-21T12:44:56,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/f0befeef31a14a319bb7e44adb3f9c85, entries=150, sequenceid=129, filesize=11.8 K 2024-11-21T12:44:56,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for fd829a52aa6a52e07a5bd75b7c541b64 in 695ms, sequenceid=129, compaction requested=false 2024-11-21T12:44:56,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:44:56,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-21T12:44:56,779 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:56,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-21T12:44:56,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:56,779 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-21T12:44:56,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:44:56,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:56,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:44:56,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:56,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:44:56,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:56,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/a698a27e492b4c119a3f6e4258af1ed2 is 50, key is test_row_0/A:col10/1732193096162/Put/seqid=0 2024-11-21T12:44:56,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:44:56,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:44:56,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742287_1463 (size=12151) 2024-11-21T12:44:56,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193156969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:57,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193157031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:57,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193157034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:57,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193157039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:57,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193157039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:57,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193157083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:57,220 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/a698a27e492b4c119a3f6e4258af1ed2 2024-11-21T12:44:57,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/9d2827c7189e4cfe831369956756e8ba is 50, key is test_row_0/B:col10/1732193096162/Put/seqid=0 2024-11-21T12:44:57,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742288_1464 (size=12151) 2024-11-21T12:44:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-21T12:44:57,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193157285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:57,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193157590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:57,641 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/9d2827c7189e4cfe831369956756e8ba 2024-11-21T12:44:57,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/f51c2a8e0a1c41c394fb0342aca3d5ad is 50, key is test_row_0/C:col10/1732193096162/Put/seqid=0 2024-11-21T12:44:57,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742289_1465 (size=12151) 2024-11-21T12:44:57,692 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/f51c2a8e0a1c41c394fb0342aca3d5ad 2024-11-21T12:44:57,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/a698a27e492b4c119a3f6e4258af1ed2 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/a698a27e492b4c119a3f6e4258af1ed2 2024-11-21T12:44:57,702 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/a698a27e492b4c119a3f6e4258af1ed2, entries=150, sequenceid=149, filesize=11.9 K 2024-11-21T12:44:57,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/9d2827c7189e4cfe831369956756e8ba as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/9d2827c7189e4cfe831369956756e8ba 2024-11-21T12:44:57,708 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/9d2827c7189e4cfe831369956756e8ba, entries=150, sequenceid=149, filesize=11.9 K 2024-11-21T12:44:57,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/f51c2a8e0a1c41c394fb0342aca3d5ad as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/f51c2a8e0a1c41c394fb0342aca3d5ad 2024-11-21T12:44:57,717 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/f51c2a8e0a1c41c394fb0342aca3d5ad, entries=150, sequenceid=149, filesize=11.9 K 2024-11-21T12:44:57,718 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for fd829a52aa6a52e07a5bd75b7c541b64 in 938ms, sequenceid=149, compaction requested=true 2024-11-21T12:44:57,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:44:57,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:57,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-21T12:44:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-21T12:44:57,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-21T12:44:57,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5730 sec 2024-11-21T12:44:57,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.6150 sec 2024-11-21T12:44:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:44:58,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-21T12:44:58,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:44:58,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:58,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:44:58,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:58,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:44:58,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:58,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/0eadcbfa204b457195c0e10ae95449e0 is 50, key is test_row_0/A:col10/1732193096924/Put/seqid=0 2024-11-21T12:44:58,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742290_1466 (size=16931) 2024-11-21T12:44:58,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/0eadcbfa204b457195c0e10ae95449e0 2024-11-21T12:44:58,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193158082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:58,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193158083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:58,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193158085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:58,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193158087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:58,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/33877baa74e44f5ab6ec81e9c8ab973f is 50, key is test_row_0/B:col10/1732193096924/Put/seqid=0 2024-11-21T12:44:58,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193158106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:58,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742291_1467 (size=12151) 2024-11-21T12:44:58,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/33877baa74e44f5ab6ec81e9c8ab973f 2024-11-21T12:44:58,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/e71da09e4422440a82389bfbef10f931 is 50, key is test_row_0/C:col10/1732193096924/Put/seqid=0 2024-11-21T12:44:58,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193158195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:58,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193158197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:58,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193158199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:58,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742292_1468 (size=12151) 2024-11-21T12:44:58,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/e71da09e4422440a82389bfbef10f931 2024-11-21T12:44:58,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193158203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:58,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/0eadcbfa204b457195c0e10ae95449e0 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/0eadcbfa204b457195c0e10ae95449e0 2024-11-21T12:44:58,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/0eadcbfa204b457195c0e10ae95449e0, entries=250, sequenceid=170, filesize=16.5 K 2024-11-21T12:44:58,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/33877baa74e44f5ab6ec81e9c8ab973f as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/33877baa74e44f5ab6ec81e9c8ab973f 2024-11-21T12:44:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-21T12:44:58,262 INFO [Thread-1960 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-21T12:44:58,267 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:44:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-21T12:44:58,270 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:44:58,271 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:44:58,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:44:58,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/33877baa74e44f5ab6ec81e9c8ab973f, entries=150, sequenceid=170, filesize=11.9 K 2024-11-21T12:44:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-21T12:44:58,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/e71da09e4422440a82389bfbef10f931 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/e71da09e4422440a82389bfbef10f931 2024-11-21T12:44:58,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/e71da09e4422440a82389bfbef10f931, entries=150, sequenceid=170, filesize=11.9 K 2024-11-21T12:44:58,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for fd829a52aa6a52e07a5bd75b7c541b64 in 247ms, sequenceid=170, compaction requested=true 2024-11-21T12:44:58,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:44:58,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:44:58,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:58,300 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:44:58,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:44:58,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:58,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:44:58,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T12:44:58,300 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:44:58,304 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:44:58,304 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/B is initiating minor compaction (all files) 2024-11-21T12:44:58,304 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/B in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:58,304 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/0935fbe23e844f85a47dd4edcaa8b0fd, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/8ec5ffa7060549caa79933e6cb80d1f1, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/9d2827c7189e4cfe831369956756e8ba, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/33877baa74e44f5ab6ec81e9c8ab973f] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=47.5 K 2024-11-21T12:44:58,304 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 0935fbe23e844f85a47dd4edcaa8b0fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732193095826 2024-11-21T12:44:58,304 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55714 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:44:58,304 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/A is initiating minor compaction (all files) 2024-11-21T12:44:58,304 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/A in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:58,304 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/78f4a563b4a7458b8e7d3b6e5fac7993, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/d9b7dc9bb7084caba8ae8e8edecc5bee, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/a698a27e492b4c119a3f6e4258af1ed2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/0eadcbfa204b457195c0e10ae95449e0] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=54.4 K 2024-11-21T12:44:58,305 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ec5ffa7060549caa79933e6cb80d1f1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732193095884 2024-11-21T12:44:58,305 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78f4a563b4a7458b8e7d3b6e5fac7993, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732193095826 2024-11-21T12:44:58,305 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d2827c7189e4cfe831369956756e8ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732193096144 2024-11-21T12:44:58,305 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9b7dc9bb7084caba8ae8e8edecc5bee, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732193095878 2024-11-21T12:44:58,305 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 33877baa74e44f5ab6ec81e9c8ab973f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732193096924 2024-11-21T12:44:58,305 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting a698a27e492b4c119a3f6e4258af1ed2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732193096144 2024-11-21T12:44:58,306 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0eadcbfa204b457195c0e10ae95449e0, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732193096924 2024-11-21T12:44:58,327 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#A#compaction#385 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:58,328 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/4d7d37b1400d42cba11c0a116474ecbd is 50, key is test_row_0/A:col10/1732193096924/Put/seqid=0 2024-11-21T12:44:58,345 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#B#compaction#386 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:58,345 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/78309595c6dc40709acf61c2c098612b is 50, key is test_row_0/B:col10/1732193096924/Put/seqid=0 2024-11-21T12:44:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-21T12:44:58,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742293_1469 (size=12527) 2024-11-21T12:44:58,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742294_1470 (size=12527) 2024-11-21T12:44:58,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-21T12:44:58,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:44:58,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:58,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:44:58,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:58,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:44:58,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:44:58,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/052f70b08c77477aac3bf5e421e7848e is 50, key is test_row_0/A:col10/1732193098082/Put/seqid=0 2024-11-21T12:44:58,422 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:58,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T12:44:58,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:58,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:44:58,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:58,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:58,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:58,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742295_1471 (size=14541) 2024-11-21T12:44:58,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193158444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:58,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193158445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:58,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193158455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:58,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193158456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:58,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193158561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:58,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193158561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-21T12:44:58,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193158569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:58,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193158569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:58,586 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:58,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T12:44:58,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:58,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:44:58,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:58,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:58,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:58,742 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:58,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T12:44:58,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:58,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:44:58,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:58,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:58,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:58,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193158769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:58,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193158770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:58,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193158779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:58,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193158783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:58,809 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/4d7d37b1400d42cba11c0a116474ecbd as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/4d7d37b1400d42cba11c0a116474ecbd 2024-11-21T12:44:58,830 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/78309595c6dc40709acf61c2c098612b as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/78309595c6dc40709acf61c2c098612b 2024-11-21T12:44:58,837 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/B of fd829a52aa6a52e07a5bd75b7c541b64 into 78309595c6dc40709acf61c2c098612b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:58,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/052f70b08c77477aac3bf5e421e7848e 2024-11-21T12:44:58,837 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:44:58,837 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/B, priority=12, startTime=1732193098300; duration=0sec 2024-11-21T12:44:58,837 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:44:58,837 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:B 2024-11-21T12:44:58,837 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:44:58,839 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:44:58,839 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/C is initiating minor compaction (all files) 2024-11-21T12:44:58,839 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/C in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:58,839 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/5c78e96eb2b24a1bb46d4c01968e7496, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/f0befeef31a14a319bb7e44adb3f9c85, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/f51c2a8e0a1c41c394fb0342aca3d5ad, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/e71da09e4422440a82389bfbef10f931] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=47.5 K 2024-11-21T12:44:58,839 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/A of fd829a52aa6a52e07a5bd75b7c541b64 into 4d7d37b1400d42cba11c0a116474ecbd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:58,839 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:44:58,839 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/A, priority=12, startTime=1732193098300; duration=0sec 2024-11-21T12:44:58,839 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:58,839 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:A 2024-11-21T12:44:58,840 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c78e96eb2b24a1bb46d4c01968e7496, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732193095826 2024-11-21T12:44:58,840 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting f0befeef31a14a319bb7e44adb3f9c85, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732193095884 2024-11-21T12:44:58,841 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting f51c2a8e0a1c41c394fb0342aca3d5ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732193096144 2024-11-21T12:44:58,842 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting e71da09e4422440a82389bfbef10f931, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732193096924 2024-11-21T12:44:58,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/0ade3d634a004e54be676b4093a1be88 is 50, key is test_row_0/B:col10/1732193098082/Put/seqid=0 2024-11-21T12:44:58,873 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#C#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:44:58,874 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/9b95a2f58f644a95849b0c31ce3424e6 is 50, key is test_row_0/C:col10/1732193096924/Put/seqid=0 2024-11-21T12:44:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-21T12:44:58,895 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:58,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T12:44:58,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:58,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:44:58,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:58,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:58,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:58,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742296_1472 (size=12151) 2024-11-21T12:44:58,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742297_1473 (size=12527) 2024-11-21T12:44:58,942 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/9b95a2f58f644a95849b0c31ce3424e6 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/9b95a2f58f644a95849b0c31ce3424e6 2024-11-21T12:44:58,947 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/C of fd829a52aa6a52e07a5bd75b7c541b64 into 9b95a2f58f644a95849b0c31ce3424e6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:44:58,947 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:44:58,947 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/C, priority=12, startTime=1732193098300; duration=0sec 2024-11-21T12:44:58,947 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:44:58,947 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:C 2024-11-21T12:44:59,049 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:59,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T12:44:59,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:59,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:44:59,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:59,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:59,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:59,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193159083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:59,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193159083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:59,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193159084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:59,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193159084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:59,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193159117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:59,205 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:59,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T12:44:59,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:59,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:44:59,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:59,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:59,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:59,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/0ade3d634a004e54be676b4093a1be88 2024-11-21T12:44:59,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/3a66e77cc14d4192a6158c8f18718b6e is 50, key is test_row_0/C:col10/1732193098082/Put/seqid=0 2024-11-21T12:44:59,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742298_1474 (size=12151) 2024-11-21T12:44:59,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/3a66e77cc14d4192a6158c8f18718b6e 2024-11-21T12:44:59,358 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:59,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T12:44:59,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:59,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:44:59,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:59,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:59,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:59,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/052f70b08c77477aac3bf5e421e7848e as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/052f70b08c77477aac3bf5e421e7848e 2024-11-21T12:44:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:44:59,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/052f70b08c77477aac3bf5e421e7848e, entries=200, sequenceid=186, filesize=14.2 K 2024-11-21T12:44:59,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/0ade3d634a004e54be676b4093a1be88 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/0ade3d634a004e54be676b4093a1be88 2024-11-21T12:44:59,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/0ade3d634a004e54be676b4093a1be88, entries=150, sequenceid=186, filesize=11.9 K 2024-11-21T12:44:59,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/3a66e77cc14d4192a6158c8f18718b6e as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/3a66e77cc14d4192a6158c8f18718b6e 2024-11-21T12:44:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-21T12:44:59,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/3a66e77cc14d4192a6158c8f18718b6e, entries=150, sequenceid=186, filesize=11.9 K 2024-11-21T12:44:59,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for fd829a52aa6a52e07a5bd75b7c541b64 in 983ms, sequenceid=186, compaction requested=false 2024-11-21T12:44:59,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:44:59,514 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:59,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T12:44:59,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:44:59,515 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-21T12:44:59,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:44:59,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:59,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:44:59,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:59,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:44:59,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:44:59,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/50ceafe9fb4a4b6cb93f83f05e9c631b is 50, key is test_row_0/A:col10/1732193098443/Put/seqid=0 2024-11-21T12:44:59,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742299_1475 (size=12151) 2024-11-21T12:44:59,548 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/50ceafe9fb4a4b6cb93f83f05e9c631b 2024-11-21T12:44:59,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/a4ae7febed474c97afabcc436806332d is 50, key is test_row_0/B:col10/1732193098443/Put/seqid=0 2024-11-21T12:44:59,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742300_1476 (size=12151) 2024-11-21T12:44:59,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:44:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:44:59,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:59,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193159629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193159627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:59,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193159630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:59,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193159630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:59,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193159740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:59,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193159740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:59,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193159742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:59,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193159743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:59,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193159947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:59,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193159947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:59,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193159948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:59,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:44:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193159950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:44:59,986 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/a4ae7febed474c97afabcc436806332d 2024-11-21T12:44:59,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/9c53948058f240abb2864a84afd4892b is 50, key is test_row_0/C:col10/1732193098443/Put/seqid=0 2024-11-21T12:45:00,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742301_1477 (size=12151) 2024-11-21T12:45:00,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193160254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:00,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193160255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:00,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193160256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:00,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193160266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-21T12:45:00,440 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/9c53948058f240abb2864a84afd4892b 2024-11-21T12:45:00,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/50ceafe9fb4a4b6cb93f83f05e9c631b as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/50ceafe9fb4a4b6cb93f83f05e9c631b 2024-11-21T12:45:00,479 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/50ceafe9fb4a4b6cb93f83f05e9c631b, entries=150, sequenceid=209, filesize=11.9 K 2024-11-21T12:45:00,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/a4ae7febed474c97afabcc436806332d as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/a4ae7febed474c97afabcc436806332d 2024-11-21T12:45:00,483 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/a4ae7febed474c97afabcc436806332d, entries=150, sequenceid=209, filesize=11.9 K 2024-11-21T12:45:00,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/9c53948058f240abb2864a84afd4892b as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/9c53948058f240abb2864a84afd4892b 2024-11-21T12:45:00,495 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/9c53948058f240abb2864a84afd4892b, entries=150, sequenceid=209, filesize=11.9 K 2024-11-21T12:45:00,498 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for fd829a52aa6a52e07a5bd75b7c541b64 in 983ms, sequenceid=209, compaction requested=true 2024-11-21T12:45:00,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:00,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:00,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-21T12:45:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-21T12:45:00,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-21T12:45:00,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2350 sec 2024-11-21T12:45:00,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 2.2410 sec 2024-11-21T12:45:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:45:00,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-21T12:45:00,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:45:00,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:00,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:45:00,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:00,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:45:00,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:00,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/455e04a5e1d74b6e93778fdd4e7c8b1c is 50, key is test_row_0/A:col10/1732193100772/Put/seqid=0 2024-11-21T12:45:00,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742302_1478 (size=12151) 2024-11-21T12:45:00,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193160837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:00,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193160838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:00,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193160843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:00,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193160845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:00,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193160947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:00,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193160947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:00,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193160957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:00,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193160955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:01,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:01,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193161145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:01,155 DEBUG [Thread-1950 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4187 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., hostname=b3d5da5e0922,39829,1732192970767, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:45:01,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193161156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:01,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193161156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:01,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193161166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:01,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193161169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:01,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/455e04a5e1d74b6e93778fdd4e7c8b1c 2024-11-21T12:45:01,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/6f5448c0fe8c4d17bf9ced67bdb8e4c5 is 50, key is test_row_0/B:col10/1732193100772/Put/seqid=0 2024-11-21T12:45:01,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742303_1479 (size=12151) 2024-11-21T12:45:01,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/6f5448c0fe8c4d17bf9ced67bdb8e4c5 2024-11-21T12:45:01,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/3575d8a2f72d4aba9db7da381ccb3a41 is 50, key is test_row_0/C:col10/1732193100772/Put/seqid=0 2024-11-21T12:45:01,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742304_1480 (size=12151) 2024-11-21T12:45:01,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/3575d8a2f72d4aba9db7da381ccb3a41 2024-11-21T12:45:01,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/455e04a5e1d74b6e93778fdd4e7c8b1c as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/455e04a5e1d74b6e93778fdd4e7c8b1c 2024-11-21T12:45:01,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/455e04a5e1d74b6e93778fdd4e7c8b1c, entries=150, sequenceid=226, filesize=11.9 K 2024-11-21T12:45:01,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/6f5448c0fe8c4d17bf9ced67bdb8e4c5 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/6f5448c0fe8c4d17bf9ced67bdb8e4c5 2024-11-21T12:45:01,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/6f5448c0fe8c4d17bf9ced67bdb8e4c5, entries=150, sequenceid=226, filesize=11.9 K 2024-11-21T12:45:01,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/3575d8a2f72d4aba9db7da381ccb3a41 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/3575d8a2f72d4aba9db7da381ccb3a41 2024-11-21T12:45:01,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/3575d8a2f72d4aba9db7da381ccb3a41, entries=150, sequenceid=226, filesize=11.9 K 2024-11-21T12:45:01,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for fd829a52aa6a52e07a5bd75b7c541b64 in 685ms, sequenceid=226, compaction requested=true 2024-11-21T12:45:01,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:01,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:45:01,460 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:45:01,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:01,460 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:45:01,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:45:01,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:01,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:45:01,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:01,463 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:45:01,463 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/B is initiating minor compaction (all files) 2024-11-21T12:45:01,463 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/B in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:01,463 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/78309595c6dc40709acf61c2c098612b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/0ade3d634a004e54be676b4093a1be88, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/a4ae7febed474c97afabcc436806332d, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/6f5448c0fe8c4d17bf9ced67bdb8e4c5] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=47.8 K 2024-11-21T12:45:01,464 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51370 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:45:01,464 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/A is initiating minor compaction (all files) 2024-11-21T12:45:01,464 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/A in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:01,464 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 78309595c6dc40709acf61c2c098612b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732193096924 2024-11-21T12:45:01,464 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/4d7d37b1400d42cba11c0a116474ecbd, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/052f70b08c77477aac3bf5e421e7848e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/50ceafe9fb4a4b6cb93f83f05e9c631b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/455e04a5e1d74b6e93778fdd4e7c8b1c] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=50.2 K 2024-11-21T12:45:01,464 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ade3d634a004e54be676b4093a1be88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732193098082 2024-11-21T12:45:01,464 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d7d37b1400d42cba11c0a116474ecbd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732193096924 2024-11-21T12:45:01,464 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 052f70b08c77477aac3bf5e421e7848e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732193098072 2024-11-21T12:45:01,464 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting a4ae7febed474c97afabcc436806332d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732193098443 2024-11-21T12:45:01,465 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f5448c0fe8c4d17bf9ced67bdb8e4c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732193099628 2024-11-21T12:45:01,465 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50ceafe9fb4a4b6cb93f83f05e9c631b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732193098443 2024-11-21T12:45:01,465 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 455e04a5e1d74b6e93778fdd4e7c8b1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732193099628 2024-11-21T12:45:01,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-21T12:45:01,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:45:01,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:01,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:45:01,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:01,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:45:01,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:45:01,478 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#A#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:01,478 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#B#compaction#398 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:01,478 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/630a352564414551a1fdbe8d55c83a12 is 50, key is test_row_0/B:col10/1732193100772/Put/seqid=0 2024-11-21T12:45:01,478 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/639e109d4a7447e2926ba3786ee30ac7 is 50, key is test_row_0/A:col10/1732193100772/Put/seqid=0 2024-11-21T12:45:01,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/4002a864e8b44cd98fcebf2e77cd1721 is 50, key is test_row_0/A:col10/1732193101474/Put/seqid=0 2024-11-21T12:45:01,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742305_1481 (size=12663) 2024-11-21T12:45:01,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742306_1482 (size=12663) 2024-11-21T12:45:01,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742307_1483 (size=14541) 2024-11-21T12:45:01,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193161529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:01,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193161530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:01,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193161532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:01,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193161545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:01,563 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/639e109d4a7447e2926ba3786ee30ac7 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/639e109d4a7447e2926ba3786ee30ac7 2024-11-21T12:45:01,589 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/A of fd829a52aa6a52e07a5bd75b7c541b64 into 639e109d4a7447e2926ba3786ee30ac7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:01,589 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:01,589 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/A, priority=12, startTime=1732193101460; duration=0sec 2024-11-21T12:45:01,589 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:01,589 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:A 2024-11-21T12:45:01,589 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:45:01,591 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:45:01,591 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/C is initiating minor compaction (all files) 2024-11-21T12:45:01,591 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/C in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:01,591 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/9b95a2f58f644a95849b0c31ce3424e6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/3a66e77cc14d4192a6158c8f18718b6e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/9c53948058f240abb2864a84afd4892b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/3575d8a2f72d4aba9db7da381ccb3a41] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=47.8 K 2024-11-21T12:45:01,591 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b95a2f58f644a95849b0c31ce3424e6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732193096924 2024-11-21T12:45:01,592 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a66e77cc14d4192a6158c8f18718b6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732193098082 2024-11-21T12:45:01,592 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c53948058f240abb2864a84afd4892b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732193098443 2024-11-21T12:45:01,592 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3575d8a2f72d4aba9db7da381ccb3a41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732193099628 2024-11-21T12:45:01,605 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#C#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:01,605 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/4ed8fbaa851c4ddcaa3521a4dc3c7997 is 50, key is test_row_0/C:col10/1732193100772/Put/seqid=0 2024-11-21T12:45:01,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742308_1484 (size=12663) 2024-11-21T12:45:01,632 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/4ed8fbaa851c4ddcaa3521a4dc3c7997 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/4ed8fbaa851c4ddcaa3521a4dc3c7997 2024-11-21T12:45:01,639 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/C of fd829a52aa6a52e07a5bd75b7c541b64 into 4ed8fbaa851c4ddcaa3521a4dc3c7997(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:01,639 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:01,639 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/C, priority=12, startTime=1732193101460; duration=0sec 2024-11-21T12:45:01,639 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:01,639 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:C 2024-11-21T12:45:01,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193161645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:01,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193161655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:01,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193161656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:01,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193161660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:01,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193161850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:01,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193161864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:01,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193161869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:01,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193161883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:01,933 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/630a352564414551a1fdbe8d55c83a12 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/630a352564414551a1fdbe8d55c83a12 2024-11-21T12:45:01,937 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/B of fd829a52aa6a52e07a5bd75b7c541b64 into 630a352564414551a1fdbe8d55c83a12(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:01,938 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:01,938 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/B, priority=12, startTime=1732193101460; duration=0sec 2024-11-21T12:45:01,938 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:01,938 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:B 2024-11-21T12:45:01,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/4002a864e8b44cd98fcebf2e77cd1721 2024-11-21T12:45:01,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/7a88c8aa43dc41b79ca1bceb1d93915d is 50, key is test_row_0/B:col10/1732193101474/Put/seqid=0 2024-11-21T12:45:02,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742309_1485 (size=12151) 2024-11-21T12:45:02,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/7a88c8aa43dc41b79ca1bceb1d93915d 2024-11-21T12:45:02,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/c1098fc8dd8a476f938c358abdb6f6a0 is 50, key is test_row_0/C:col10/1732193101474/Put/seqid=0 2024-11-21T12:45:02,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742310_1486 (size=12151) 2024-11-21T12:45:02,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193162158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:02,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193162176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:02,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193162177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:02,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193162206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-21T12:45:02,403 INFO [Thread-1960 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-21T12:45:02,404 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:45:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-21T12:45:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-21T12:45:02,408 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:45:02,409 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:45:02,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:45:02,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/c1098fc8dd8a476f938c358abdb6f6a0 2024-11-21T12:45:02,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/4002a864e8b44cd98fcebf2e77cd1721 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/4002a864e8b44cd98fcebf2e77cd1721 2024-11-21T12:45:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-21T12:45:02,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/4002a864e8b44cd98fcebf2e77cd1721, entries=200, sequenceid=246, filesize=14.2 K 2024-11-21T12:45:02,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/7a88c8aa43dc41b79ca1bceb1d93915d as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/7a88c8aa43dc41b79ca1bceb1d93915d 2024-11-21T12:45:02,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/7a88c8aa43dc41b79ca1bceb1d93915d, entries=150, sequenceid=246, filesize=11.9 K 2024-11-21T12:45:02,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/c1098fc8dd8a476f938c358abdb6f6a0 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/c1098fc8dd8a476f938c358abdb6f6a0 2024-11-21T12:45:02,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/c1098fc8dd8a476f938c358abdb6f6a0, entries=150, sequenceid=246, filesize=11.9 K 2024-11-21T12:45:02,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for fd829a52aa6a52e07a5bd75b7c541b64 in 1064ms, sequenceid=246, compaction requested=false 2024-11-21T12:45:02,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:02,562 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:02,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-21T12:45:02,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:02,562 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-21T12:45:02,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:45:02,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:02,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:45:02,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:02,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:45:02,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:02,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/3cbf0df1a0cb4c1f903eb12a3a5c4585 is 50, key is test_row_0/A:col10/1732193101529/Put/seqid=0 2024-11-21T12:45:02,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742311_1487 (size=12301) 2024-11-21T12:45:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:45:02,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:45:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-21T12:45:02,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193162719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:02,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193162719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:02,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193162721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:02,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193162721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:02,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193162834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:02,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193162835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:02,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193162839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-21T12:45:03,019 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/3cbf0df1a0cb4c1f903eb12a3a5c4585 2024-11-21T12:45:03,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/213b45d895b04c6e8527565fa8cf5d7f is 50, key is test_row_0/B:col10/1732193101529/Put/seqid=0 2024-11-21T12:45:03,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193163043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:03,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193163043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:03,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193163052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:03,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742312_1488 (size=12301) 2024-11-21T12:45:03,068 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/213b45d895b04c6e8527565fa8cf5d7f 2024-11-21T12:45:03,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/fd2b82cad37b492f8e9b05f5c53af5bf is 50, key is test_row_0/C:col10/1732193101529/Put/seqid=0 2024-11-21T12:45:03,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742313_1489 (size=12301) 2024-11-21T12:45:03,114 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/fd2b82cad37b492f8e9b05f5c53af5bf 2024-11-21T12:45:03,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/3cbf0df1a0cb4c1f903eb12a3a5c4585 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/3cbf0df1a0cb4c1f903eb12a3a5c4585 2024-11-21T12:45:03,129 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/3cbf0df1a0cb4c1f903eb12a3a5c4585, entries=150, sequenceid=265, filesize=12.0 K 2024-11-21T12:45:03,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/213b45d895b04c6e8527565fa8cf5d7f as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/213b45d895b04c6e8527565fa8cf5d7f 2024-11-21T12:45:03,133 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/213b45d895b04c6e8527565fa8cf5d7f, entries=150, sequenceid=265, filesize=12.0 K 2024-11-21T12:45:03,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/fd2b82cad37b492f8e9b05f5c53af5bf as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/fd2b82cad37b492f8e9b05f5c53af5bf 2024-11-21T12:45:03,138 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/fd2b82cad37b492f8e9b05f5c53af5bf, entries=150, sequenceid=265, filesize=12.0 K 2024-11-21T12:45:03,138 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for fd829a52aa6a52e07a5bd75b7c541b64 in 576ms, sequenceid=265, compaction requested=true 2024-11-21T12:45:03,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:03,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:03,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-21T12:45:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-21T12:45:03,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-21T12:45:03,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 738 msec 2024-11-21T12:45:03,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 745 msec 2024-11-21T12:45:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:45:03,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-21T12:45:03,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:45:03,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:03,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:45:03,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:03,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:45:03,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:03,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/a0a15cbcf1204bdf85f7e407ddbbfebe is 50, key is test_row_0/A:col10/1732193103358/Put/seqid=0 2024-11-21T12:45:03,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193163386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:03,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193163396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:03,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193163397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:03,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742314_1490 (size=12301) 2024-11-21T12:45:03,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193163499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:03,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193163503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-21T12:45:03,513 INFO [Thread-1960 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-21T12:45:03,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193163510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:03,519 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:45:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-21T12:45:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T12:45:03,534 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:45:03,544 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:45:03,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:45:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T12:45:03,702 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:03,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-21T12:45:03,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:03,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:45:03,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:03,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:03,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:03,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193163704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:03,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193163716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:03,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193163721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:03,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193163743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T12:45:03,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/a0a15cbcf1204bdf85f7e407ddbbfebe 2024-11-21T12:45:03,855 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:03,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-21T12:45:03,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:03,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:45:03,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:03,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:03,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:03,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/9da69d435de346478b61e55ab2583c07 is 50, key is test_row_0/B:col10/1732193103358/Put/seqid=0 2024-11-21T12:45:03,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742315_1491 (size=12301) 2024-11-21T12:45:03,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/9da69d435de346478b61e55ab2583c07 2024-11-21T12:45:03,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/e0b1f698f6a24d6a93691f04e0655b31 is 50, key is test_row_0/C:col10/1732193103358/Put/seqid=0 2024-11-21T12:45:03,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742316_1492 (size=12301) 2024-11-21T12:45:04,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193164009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:04,021 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:04,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-21T12:45:04,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:04,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:45:04,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:04,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:04,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:04,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193164021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:04,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193164039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T12:45:04,175 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:04,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-21T12:45:04,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:04,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:45:04,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:04,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:04,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:04,327 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:04,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-21T12:45:04,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:04,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:45:04,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:04,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:04,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:04,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/e0b1f698f6a24d6a93691f04e0655b31 2024-11-21T12:45:04,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/a0a15cbcf1204bdf85f7e407ddbbfebe as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/a0a15cbcf1204bdf85f7e407ddbbfebe 2024-11-21T12:45:04,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/a0a15cbcf1204bdf85f7e407ddbbfebe, entries=150, sequenceid=287, filesize=12.0 K 2024-11-21T12:45:04,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/9da69d435de346478b61e55ab2583c07 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/9da69d435de346478b61e55ab2583c07 2024-11-21T12:45:04,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/9da69d435de346478b61e55ab2583c07, entries=150, sequenceid=287, filesize=12.0 K 2024-11-21T12:45:04,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/e0b1f698f6a24d6a93691f04e0655b31 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/e0b1f698f6a24d6a93691f04e0655b31 2024-11-21T12:45:04,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/e0b1f698f6a24d6a93691f04e0655b31, entries=150, sequenceid=287, filesize=12.0 K 2024-11-21T12:45:04,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for fd829a52aa6a52e07a5bd75b7c541b64 in 1041ms, sequenceid=287, compaction requested=true 2024-11-21T12:45:04,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:04,399 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:45:04,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:45:04,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:04,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:45:04,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:04,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:45:04,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T12:45:04,402 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:45:04,403 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51806 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:45:04,403 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/A is initiating minor compaction (all files) 2024-11-21T12:45:04,403 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/A in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:04,403 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/639e109d4a7447e2926ba3786ee30ac7, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/4002a864e8b44cd98fcebf2e77cd1721, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/3cbf0df1a0cb4c1f903eb12a3a5c4585, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/a0a15cbcf1204bdf85f7e407ddbbfebe] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=50.6 K 2024-11-21T12:45:04,404 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 639e109d4a7447e2926ba3786ee30ac7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732193099628 2024-11-21T12:45:04,404 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4002a864e8b44cd98fcebf2e77cd1721, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732193100826 2024-11-21T12:45:04,404 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cbf0df1a0cb4c1f903eb12a3a5c4585, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732193101525 2024-11-21T12:45:04,405 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0a15cbcf1204bdf85f7e407ddbbfebe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732193102718 2024-11-21T12:45:04,413 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:45:04,413 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/B is initiating minor compaction (all files) 2024-11-21T12:45:04,413 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/B in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:04,413 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/630a352564414551a1fdbe8d55c83a12, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/7a88c8aa43dc41b79ca1bceb1d93915d, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/213b45d895b04c6e8527565fa8cf5d7f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/9da69d435de346478b61e55ab2583c07] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=48.3 K 2024-11-21T12:45:04,414 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 630a352564414551a1fdbe8d55c83a12, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732193099628 2024-11-21T12:45:04,414 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a88c8aa43dc41b79ca1bceb1d93915d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732193100842 2024-11-21T12:45:04,414 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 213b45d895b04c6e8527565fa8cf5d7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732193101525 2024-11-21T12:45:04,415 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 9da69d435de346478b61e55ab2583c07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732193102718 2024-11-21T12:45:04,423 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#A#compaction#409 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:04,423 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/486cdfdeb4a74556a75a2b1deed88485 is 50, key is test_row_0/A:col10/1732193103358/Put/seqid=0 2024-11-21T12:45:04,437 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#B#compaction#410 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:04,437 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/3718e4f6c8274b18b57acf97c183c1c2 is 50, key is test_row_0/B:col10/1732193103358/Put/seqid=0 2024-11-21T12:45:04,480 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:04,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-21T12:45:04,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:04,481 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T12:45:04,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:45:04,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:04,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:45:04,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:04,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:45:04,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:04,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742317_1493 (size=12949) 2024-11-21T12:45:04,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742318_1494 (size=12949) 2024-11-21T12:45:04,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/065ecd598cee4c748c5a85c85abbd9eb is 50, key is test_row_0/A:col10/1732193103381/Put/seqid=0 2024-11-21T12:45:04,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742319_1495 (size=12301) 2024-11-21T12:45:04,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:45:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:45:04,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193164594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:04,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193164600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:04,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193164604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:04,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T12:45:04,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:04,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193164710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193164705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:04,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193164718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:04,897 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/486cdfdeb4a74556a75a2b1deed88485 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/486cdfdeb4a74556a75a2b1deed88485 2024-11-21T12:45:04,907 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/A of fd829a52aa6a52e07a5bd75b7c541b64 into 486cdfdeb4a74556a75a2b1deed88485(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:04,907 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:04,907 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/A, priority=12, startTime=1732193104399; duration=0sec 2024-11-21T12:45:04,908 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:04,908 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:A 2024-11-21T12:45:04,908 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:45:04,908 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/3718e4f6c8274b18b57acf97c183c1c2 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/3718e4f6c8274b18b57acf97c183c1c2 2024-11-21T12:45:04,909 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:45:04,909 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/C is initiating minor compaction (all files) 2024-11-21T12:45:04,910 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/C in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:04,910 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/4ed8fbaa851c4ddcaa3521a4dc3c7997, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/c1098fc8dd8a476f938c358abdb6f6a0, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/fd2b82cad37b492f8e9b05f5c53af5bf, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/e0b1f698f6a24d6a93691f04e0655b31] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=48.3 K 2024-11-21T12:45:04,910 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ed8fbaa851c4ddcaa3521a4dc3c7997, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732193099628 2024-11-21T12:45:04,911 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1098fc8dd8a476f938c358abdb6f6a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732193100842 2024-11-21T12:45:04,911 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd2b82cad37b492f8e9b05f5c53af5bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732193101525 2024-11-21T12:45:04,912 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0b1f698f6a24d6a93691f04e0655b31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732193102718 2024-11-21T12:45:04,914 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/B of fd829a52aa6a52e07a5bd75b7c541b64 into 3718e4f6c8274b18b57acf97c183c1c2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:04,914 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:04,914 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/B, priority=12, startTime=1732193104399; duration=0sec 2024-11-21T12:45:04,914 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:04,914 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:B 2024-11-21T12:45:04,922 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#C#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:04,923 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/9934a83213c941a0be74d456d395afeb is 50, key is test_row_0/C:col10/1732193103358/Put/seqid=0 2024-11-21T12:45:04,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193164917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:04,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193164917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:04,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193164927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:04,931 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/065ecd598cee4c748c5a85c85abbd9eb 2024-11-21T12:45:04,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742320_1496 (size=12949) 2024-11-21T12:45:04,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/81ea7908edd547bb8de0c224d88b7113 is 50, key is test_row_0/B:col10/1732193103381/Put/seqid=0 2024-11-21T12:45:04,946 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/9934a83213c941a0be74d456d395afeb as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/9934a83213c941a0be74d456d395afeb 2024-11-21T12:45:04,954 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/C of fd829a52aa6a52e07a5bd75b7c541b64 into 9934a83213c941a0be74d456d395afeb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:04,954 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:04,954 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/C, priority=12, startTime=1732193104399; duration=0sec 2024-11-21T12:45:04,954 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:04,954 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:C 2024-11-21T12:45:04,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742321_1497 (size=12301) 2024-11-21T12:45:05,003 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/81ea7908edd547bb8de0c224d88b7113 2024-11-21T12:45:05,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/6aa9e85124114956bc1a23667e39e4af is 50, key is test_row_0/C:col10/1732193103381/Put/seqid=0 2024-11-21T12:45:05,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742322_1498 (size=12301) 2024-11-21T12:45:05,096 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/6aa9e85124114956bc1a23667e39e4af 2024-11-21T12:45:05,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/065ecd598cee4c748c5a85c85abbd9eb as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/065ecd598cee4c748c5a85c85abbd9eb 2024-11-21T12:45:05,107 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/065ecd598cee4c748c5a85c85abbd9eb, entries=150, sequenceid=301, filesize=12.0 K 2024-11-21T12:45:05,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/81ea7908edd547bb8de0c224d88b7113 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/81ea7908edd547bb8de0c224d88b7113 2024-11-21T12:45:05,110 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/81ea7908edd547bb8de0c224d88b7113, entries=150, sequenceid=301, filesize=12.0 K 2024-11-21T12:45:05,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/6aa9e85124114956bc1a23667e39e4af as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/6aa9e85124114956bc1a23667e39e4af 2024-11-21T12:45:05,118 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/6aa9e85124114956bc1a23667e39e4af, entries=150, sequenceid=301, filesize=12.0 K 2024-11-21T12:45:05,119 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for fd829a52aa6a52e07a5bd75b7c541b64 in 638ms, sequenceid=301, compaction requested=false 2024-11-21T12:45:05,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:05,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:05,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-21T12:45:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-21T12:45:05,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-21T12:45:05,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5760 sec 2024-11-21T12:45:05,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.6020 sec 2024-11-21T12:45:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:45:05,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T12:45:05,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:45:05,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:05,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:45:05,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:05,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:45:05,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:05,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/40abf400deed421c8c475e51bc6e3a82 is 50, key is test_row_0/A:col10/1732193104589/Put/seqid=0 2024-11-21T12:45:05,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742323_1499 (size=14741) 2024-11-21T12:45:05,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/40abf400deed421c8c475e51bc6e3a82 2024-11-21T12:45:05,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193165246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:05,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193165246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:05,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193165246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:05,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193165245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:05,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/f5ca23695b734afda18cebb46eadb81c is 50, key is test_row_0/B:col10/1732193104589/Put/seqid=0 2024-11-21T12:45:05,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742324_1500 (size=12301) 2024-11-21T12:45:05,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/f5ca23695b734afda18cebb46eadb81c 2024-11-21T12:45:05,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/ca21f5f92d684159a0eeb967172c3b9a is 50, key is test_row_0/C:col10/1732193104589/Put/seqid=0 2024-11-21T12:45:05,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742325_1501 (size=12301) 2024-11-21T12:45:05,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/ca21f5f92d684159a0eeb967172c3b9a 2024-11-21T12:45:05,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/40abf400deed421c8c475e51bc6e3a82 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/40abf400deed421c8c475e51bc6e3a82 2024-11-21T12:45:05,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/40abf400deed421c8c475e51bc6e3a82, entries=200, sequenceid=327, filesize=14.4 K 2024-11-21T12:45:05,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/f5ca23695b734afda18cebb46eadb81c as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/f5ca23695b734afda18cebb46eadb81c 2024-11-21T12:45:05,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/f5ca23695b734afda18cebb46eadb81c, entries=150, sequenceid=327, filesize=12.0 K 2024-11-21T12:45:05,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/ca21f5f92d684159a0eeb967172c3b9a as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/ca21f5f92d684159a0eeb967172c3b9a 2024-11-21T12:45:05,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/ca21f5f92d684159a0eeb967172c3b9a, entries=150, sequenceid=327, filesize=12.0 K 2024-11-21T12:45:05,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for fd829a52aa6a52e07a5bd75b7c541b64 in 118ms, sequenceid=327, compaction requested=true 2024-11-21T12:45:05,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:05,321 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:45:05,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:45:05,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:05,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:45:05,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:05,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:45:05,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T12:45:05,325 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:45:05,326 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:45:05,326 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/A is initiating minor compaction (all files) 2024-11-21T12:45:05,326 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/A in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:05,326 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/486cdfdeb4a74556a75a2b1deed88485, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/065ecd598cee4c748c5a85c85abbd9eb, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/40abf400deed421c8c475e51bc6e3a82] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=39.1 K 2024-11-21T12:45:05,326 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:45:05,326 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 486cdfdeb4a74556a75a2b1deed88485, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732193102718 2024-11-21T12:45:05,326 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/B is initiating minor compaction (all files) 2024-11-21T12:45:05,326 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/B in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:05,326 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/3718e4f6c8274b18b57acf97c183c1c2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/81ea7908edd547bb8de0c224d88b7113, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/f5ca23695b734afda18cebb46eadb81c] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=36.7 K 2024-11-21T12:45:05,327 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 065ecd598cee4c748c5a85c85abbd9eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732193103380 2024-11-21T12:45:05,327 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 40abf400deed421c8c475e51bc6e3a82, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732193104589 2024-11-21T12:45:05,327 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3718e4f6c8274b18b57acf97c183c1c2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732193102718 2024-11-21T12:45:05,328 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81ea7908edd547bb8de0c224d88b7113, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732193103380 2024-11-21T12:45:05,330 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5ca23695b734afda18cebb46eadb81c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732193104589 2024-11-21T12:45:05,345 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#A#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:05,345 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/9c1f1f33590d47689a0fc0808c083332 is 50, key is test_row_0/A:col10/1732193104589/Put/seqid=0 2024-11-21T12:45:05,359 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#B#compaction#419 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:05,359 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/c27a296598b149fc8ecc1e3eb66d60bf is 50, key is test_row_0/B:col10/1732193104589/Put/seqid=0 2024-11-21T12:45:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:45:05,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T12:45:05,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:45:05,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:05,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:45:05,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:05,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:45:05,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:05,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742326_1502 (size=13051) 2024-11-21T12:45:05,396 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/9c1f1f33590d47689a0fc0808c083332 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/9c1f1f33590d47689a0fc0808c083332 2024-11-21T12:45:05,402 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/A of fd829a52aa6a52e07a5bd75b7c541b64 into 9c1f1f33590d47689a0fc0808c083332(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:05,402 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:05,402 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/A, priority=13, startTime=1732193105321; duration=0sec 2024-11-21T12:45:05,402 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:05,402 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:A 2024-11-21T12:45:05,402 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:45:05,404 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:45:05,404 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/C is initiating minor compaction (all files) 2024-11-21T12:45:05,405 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/C in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:05,405 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/9934a83213c941a0be74d456d395afeb, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/6aa9e85124114956bc1a23667e39e4af, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/ca21f5f92d684159a0eeb967172c3b9a] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=36.7 K 2024-11-21T12:45:05,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/e059d761d6984fba9e147ef0f649b013 is 50, key is test_row_0/A:col10/1732193105239/Put/seqid=0 2024-11-21T12:45:05,405 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 9934a83213c941a0be74d456d395afeb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732193102718 2024-11-21T12:45:05,405 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 6aa9e85124114956bc1a23667e39e4af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732193103380 2024-11-21T12:45:05,406 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting ca21f5f92d684159a0eeb967172c3b9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732193104589 2024-11-21T12:45:05,413 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#C#compaction#421 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:05,415 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/a66bccdf15e048019102ea8454f95fcd is 50, key is test_row_0/C:col10/1732193104589/Put/seqid=0 2024-11-21T12:45:05,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742327_1503 (size=13051) 2024-11-21T12:45:05,430 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/c27a296598b149fc8ecc1e3eb66d60bf as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/c27a296598b149fc8ecc1e3eb66d60bf 2024-11-21T12:45:05,433 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/B of fd829a52aa6a52e07a5bd75b7c541b64 into c27a296598b149fc8ecc1e3eb66d60bf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:05,433 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:05,433 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/B, priority=13, startTime=1732193105321; duration=0sec 2024-11-21T12:45:05,433 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:05,433 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:B 2024-11-21T12:45:05,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193165427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:05,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742328_1504 (size=14741) 2024-11-21T12:45:05,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193165429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:05,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193165429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:05,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/e059d761d6984fba9e147ef0f649b013 2024-11-21T12:45:05,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/e779792b008c4879905a79753cb594bf is 50, key is test_row_0/B:col10/1732193105239/Put/seqid=0 2024-11-21T12:45:05,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742329_1505 (size=13051) 2024-11-21T12:45:05,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742330_1506 (size=12301) 2024-11-21T12:45:05,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/e779792b008c4879905a79753cb594bf 2024-11-21T12:45:05,467 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/a66bccdf15e048019102ea8454f95fcd as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/a66bccdf15e048019102ea8454f95fcd 2024-11-21T12:45:05,477 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/C of fd829a52aa6a52e07a5bd75b7c541b64 into a66bccdf15e048019102ea8454f95fcd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:05,477 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:05,477 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/C, priority=13, startTime=1732193105321; duration=0sec 2024-11-21T12:45:05,477 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:05,477 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:C 2024-11-21T12:45:05,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/4e91638c74da40dba017308026ffe31f is 50, key is test_row_0/C:col10/1732193105239/Put/seqid=0 2024-11-21T12:45:05,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742331_1507 (size=12301) 2024-11-21T12:45:05,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193165538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:05,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193165543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:05,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193165543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T12:45:05,655 INFO [Thread-1960 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-21T12:45:05,663 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:45:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-21T12:45:05,664 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:45:05,665 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:45:05,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:45:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-21T12:45:05,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193165747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:05,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193165747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:05,753 DEBUG [Thread-1952 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4211 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., hostname=b3d5da5e0922,39829,1732192970767, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:45:05,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193165753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:05,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193165755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:05,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193165759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-21T12:45:05,816 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:05,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-21T12:45:05,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:05,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:45:05,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:05,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:05,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:05,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/4e91638c74da40dba017308026ffe31f 2024-11-21T12:45:05,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/e059d761d6984fba9e147ef0f649b013 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/e059d761d6984fba9e147ef0f649b013 2024-11-21T12:45:05,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/e059d761d6984fba9e147ef0f649b013, entries=200, sequenceid=341, filesize=14.4 K 2024-11-21T12:45:05,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/e779792b008c4879905a79753cb594bf as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/e779792b008c4879905a79753cb594bf 2024-11-21T12:45:05,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/e779792b008c4879905a79753cb594bf, entries=150, sequenceid=341, filesize=12.0 K 2024-11-21T12:45:05,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/4e91638c74da40dba017308026ffe31f as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/4e91638c74da40dba017308026ffe31f 2024-11-21T12:45:05,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/4e91638c74da40dba017308026ffe31f, entries=150, sequenceid=341, filesize=12.0 K 2024-11-21T12:45:05,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for fd829a52aa6a52e07a5bd75b7c541b64 in 584ms, sequenceid=341, compaction requested=false 2024-11-21T12:45:05,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-21T12:45:05,972 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:05,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-21T12:45:05,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:05,973 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T12:45:05,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:45:05,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:05,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:45:05,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:05,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:45:05,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:05,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/1fed59f186cb4a85b3cc45c16d636eb5 is 50, key is test_row_0/A:col10/1732193105428/Put/seqid=0 2024-11-21T12:45:05,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742332_1508 (size=12301) 2024-11-21T12:45:06,006 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/1fed59f186cb4a85b3cc45c16d636eb5 2024-11-21T12:45:06,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/ff62794322974f68989ee32a245e8eec is 50, key is test_row_0/B:col10/1732193105428/Put/seqid=0 2024-11-21T12:45:06,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742333_1509 (size=12301) 2024-11-21T12:45:06,043 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/ff62794322974f68989ee32a245e8eec 2024-11-21T12:45:06,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/29dc3d123f2840cb81251ce1acae9a85 is 50, key is test_row_0/C:col10/1732193105428/Put/seqid=0 2024-11-21T12:45:06,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:45:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:45:06,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193166077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:06,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193166083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:06,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193166083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:06,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742334_1510 (size=12301) 2024-11-21T12:45:06,111 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/29dc3d123f2840cb81251ce1acae9a85 2024-11-21T12:45:06,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/1fed59f186cb4a85b3cc45c16d636eb5 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/1fed59f186cb4a85b3cc45c16d636eb5 2024-11-21T12:45:06,121 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/1fed59f186cb4a85b3cc45c16d636eb5, entries=150, sequenceid=366, filesize=12.0 K 2024-11-21T12:45:06,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/ff62794322974f68989ee32a245e8eec as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/ff62794322974f68989ee32a245e8eec 2024-11-21T12:45:06,125 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/ff62794322974f68989ee32a245e8eec, entries=150, sequenceid=366, filesize=12.0 K 2024-11-21T12:45:06,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/29dc3d123f2840cb81251ce1acae9a85 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/29dc3d123f2840cb81251ce1acae9a85 2024-11-21T12:45:06,128 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/29dc3d123f2840cb81251ce1acae9a85, entries=150, sequenceid=366, filesize=12.0 K 2024-11-21T12:45:06,129 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for fd829a52aa6a52e07a5bd75b7c541b64 in 156ms, sequenceid=366, compaction requested=true 2024-11-21T12:45:06,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:06,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:06,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-21T12:45:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-21T12:45:06,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-21T12:45:06,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 465 msec 2024-11-21T12:45:06,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 471 msec 2024-11-21T12:45:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:45:06,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-21T12:45:06,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:45:06,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:06,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:45:06,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:06,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:45:06,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:06,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/bc9ddf273d1e445a83941aca6863cfc3 is 50, key is test_row_0/A:col10/1732193106194/Put/seqid=0 2024-11-21T12:45:06,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193166237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:06,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742335_1511 (size=19621) 2024-11-21T12:45:06,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193166243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:06,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193166244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:06,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-21T12:45:06,269 INFO [Thread-1960 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-21T12:45:06,274 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:45:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-21T12:45:06,275 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:45:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T12:45:06,276 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:45:06,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:45:06,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193166350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:06,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193166357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:06,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193166357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T12:45:06,429 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:06,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-21T12:45:06,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:06,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:45:06,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:06,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:06,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:06,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193166559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:06,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193166564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T12:45:06,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193166571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:06,583 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:06,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-21T12:45:06,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:06,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:45:06,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:06,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:06,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:06,653 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/bc9ddf273d1e445a83941aca6863cfc3 2024-11-21T12:45:06,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/2c92c5cd95fb479fbdd7edd927c9fdc2 is 50, key is test_row_0/B:col10/1732193106194/Put/seqid=0 2024-11-21T12:45:06,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742336_1512 (size=12301) 2024-11-21T12:45:06,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/2c92c5cd95fb479fbdd7edd927c9fdc2 2024-11-21T12:45:06,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/9a8472c22214427794006bdf0b280e0c is 50, key is test_row_0/C:col10/1732193106194/Put/seqid=0 2024-11-21T12:45:06,735 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:06,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-21T12:45:06,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:06,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:45:06,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:06,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:06,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:06,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742337_1513 (size=12301) 2024-11-21T12:45:06,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/9a8472c22214427794006bdf0b280e0c 2024-11-21T12:45:06,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/bc9ddf273d1e445a83941aca6863cfc3 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/bc9ddf273d1e445a83941aca6863cfc3 2024-11-21T12:45:06,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/bc9ddf273d1e445a83941aca6863cfc3, entries=300, sequenceid=383, filesize=19.2 K 2024-11-21T12:45:06,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/2c92c5cd95fb479fbdd7edd927c9fdc2 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/2c92c5cd95fb479fbdd7edd927c9fdc2 2024-11-21T12:45:06,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/2c92c5cd95fb479fbdd7edd927c9fdc2, entries=150, sequenceid=383, filesize=12.0 K 2024-11-21T12:45:06,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/9a8472c22214427794006bdf0b280e0c as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/9a8472c22214427794006bdf0b280e0c 2024-11-21T12:45:06,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/9a8472c22214427794006bdf0b280e0c, entries=150, sequenceid=383, filesize=12.0 K 2024-11-21T12:45:06,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for fd829a52aa6a52e07a5bd75b7c541b64 in 584ms, sequenceid=383, compaction requested=true 2024-11-21T12:45:06,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:06,778 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:45:06,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:45:06,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:06,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:45:06,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:06,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:45:06,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T12:45:06,782 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 59714 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:45:06,782 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/A is initiating minor compaction (all files) 2024-11-21T12:45:06,782 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/A in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:06,782 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/9c1f1f33590d47689a0fc0808c083332, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/e059d761d6984fba9e147ef0f649b013, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/1fed59f186cb4a85b3cc45c16d636eb5, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/bc9ddf273d1e445a83941aca6863cfc3] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=58.3 K 2024-11-21T12:45:06,782 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c1f1f33590d47689a0fc0808c083332, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732193104589 2024-11-21T12:45:06,782 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting e059d761d6984fba9e147ef0f649b013, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732193105224 2024-11-21T12:45:06,782 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:45:06,783 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fed59f186cb4a85b3cc45c16d636eb5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732193105403 2024-11-21T12:45:06,783 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc9ddf273d1e445a83941aca6863cfc3, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732193106072 2024-11-21T12:45:06,784 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:45:06,784 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/B is initiating minor compaction (all files) 2024-11-21T12:45:06,784 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/B in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:06,784 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/c27a296598b149fc8ecc1e3eb66d60bf, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/e779792b008c4879905a79753cb594bf, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/ff62794322974f68989ee32a245e8eec, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/2c92c5cd95fb479fbdd7edd927c9fdc2] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=48.8 K 2024-11-21T12:45:06,785 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting c27a296598b149fc8ecc1e3eb66d60bf, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732193104589 2024-11-21T12:45:06,786 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting e779792b008c4879905a79753cb594bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732193105224 2024-11-21T12:45:06,786 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting ff62794322974f68989ee32a245e8eec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732193105403 2024-11-21T12:45:06,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-21T12:45:06,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:45:06,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:06,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:45:06,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:06,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:45:06,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:45:06,788 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c92c5cd95fb479fbdd7edd927c9fdc2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732193106072 2024-11-21T12:45:06,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/cad7c606e4a74b7b99dce294562962f1 is 50, key is test_row_0/A:col10/1732193106238/Put/seqid=0 2024-11-21T12:45:06,808 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#A#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:06,809 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/840209029a0841e3ad592b28d015cc27 is 50, key is test_row_0/A:col10/1732193106194/Put/seqid=0 2024-11-21T12:45:06,814 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#B#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:06,817 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/5a09a8aad5e6416491e7115994e16723 is 50, key is test_row_0/B:col10/1732193106194/Put/seqid=0 2024-11-21T12:45:06,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742340_1516 (size=13187) 2024-11-21T12:45:06,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742338_1514 (size=14741) 2024-11-21T12:45:06,850 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/5a09a8aad5e6416491e7115994e16723 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/5a09a8aad5e6416491e7115994e16723 2024-11-21T12:45:06,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/cad7c606e4a74b7b99dce294562962f1 2024-11-21T12:45:06,862 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/B of fd829a52aa6a52e07a5bd75b7c541b64 into 5a09a8aad5e6416491e7115994e16723(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:06,862 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:06,862 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/B, priority=12, startTime=1732193106779; duration=0sec 2024-11-21T12:45:06,862 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:06,862 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:B 2024-11-21T12:45:06,862 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:45:06,866 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:45:06,866 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/C is initiating minor compaction (all files) 2024-11-21T12:45:06,866 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/C in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:06,866 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/a66bccdf15e048019102ea8454f95fcd, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/4e91638c74da40dba017308026ffe31f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/29dc3d123f2840cb81251ce1acae9a85, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/9a8472c22214427794006bdf0b280e0c] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=48.8 K 2024-11-21T12:45:06,866 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting a66bccdf15e048019102ea8454f95fcd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732193104589 2024-11-21T12:45:06,866 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e91638c74da40dba017308026ffe31f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732193105224 2024-11-21T12:45:06,867 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 29dc3d123f2840cb81251ce1acae9a85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732193105403 2024-11-21T12:45:06,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/2b6d752460ba46078b430754472b1018 is 50, key is test_row_0/B:col10/1732193106238/Put/seqid=0 2024-11-21T12:45:06,869 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a8472c22214427794006bdf0b280e0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732193106072 2024-11-21T12:45:06,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742339_1515 (size=13187) 2024-11-21T12:45:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T12:45:06,885 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#C#compaction#434 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:06,885 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/cc915773401a4098a7077494c762940b is 50, key is test_row_0/C:col10/1732193106194/Put/seqid=0 2024-11-21T12:45:06,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742341_1517 (size=12301) 2024-11-21T12:45:06,892 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:06,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/2b6d752460ba46078b430754472b1018 2024-11-21T12:45:06,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-21T12:45:06,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:06,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:45:06,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:06,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:06,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:06,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193166882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:06,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/127cadcb4c19445387ea8c1b172b9453 is 50, key is test_row_0/C:col10/1732193106238/Put/seqid=0 2024-11-21T12:45:06,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742342_1518 (size=13187) 2024-11-21T12:45:06,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193166902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:06,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193166906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:06,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193166908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:06,921 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/cc915773401a4098a7077494c762940b as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/cc915773401a4098a7077494c762940b 2024-11-21T12:45:06,926 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/C of fd829a52aa6a52e07a5bd75b7c541b64 into cc915773401a4098a7077494c762940b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:06,926 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:06,926 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/C, priority=12, startTime=1732193106779; duration=0sec 2024-11-21T12:45:06,926 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:06,926 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:C 2024-11-21T12:45:06,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742343_1519 (size=12301) 2024-11-21T12:45:06,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/127cadcb4c19445387ea8c1b172b9453 2024-11-21T12:45:07,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/cad7c606e4a74b7b99dce294562962f1 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/cad7c606e4a74b7b99dce294562962f1 2024-11-21T12:45:07,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/cad7c606e4a74b7b99dce294562962f1, entries=200, sequenceid=403, filesize=14.4 K 2024-11-21T12:45:07,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193167023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:07,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193167023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:07,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193167023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:07,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/2b6d752460ba46078b430754472b1018 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/2b6d752460ba46078b430754472b1018 2024-11-21T12:45:07,057 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:07,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-21T12:45:07,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:07,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:45:07,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:07,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:07,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:07,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/2b6d752460ba46078b430754472b1018, entries=150, sequenceid=403, filesize=12.0 K 2024-11-21T12:45:07,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/127cadcb4c19445387ea8c1b172b9453 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/127cadcb4c19445387ea8c1b172b9453 2024-11-21T12:45:07,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/127cadcb4c19445387ea8c1b172b9453, entries=150, sequenceid=403, filesize=12.0 K 2024-11-21T12:45:07,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for fd829a52aa6a52e07a5bd75b7c541b64 in 305ms, sequenceid=403, compaction requested=false 2024-11-21T12:45:07,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:07,226 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:07,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-21T12:45:07,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:07,227 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-21T12:45:07,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:45:07,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:07,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:45:07,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:07,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:45:07,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:07,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/5496721a778c4516a96b1bf54564f1dc is 50, key is test_row_0/A:col10/1732193106869/Put/seqid=0 2024-11-21T12:45:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:45:07,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:45:07,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742344_1520 (size=12301) 2024-11-21T12:45:07,264 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/5496721a778c4516a96b1bf54564f1dc 2024-11-21T12:45:07,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/42f96d75271a432bb621a9178ea9ef12 is 50, key is test_row_0/B:col10/1732193106869/Put/seqid=0 2024-11-21T12:45:07,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742345_1521 (size=12301) 2024-11-21T12:45:07,283 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/840209029a0841e3ad592b28d015cc27 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/840209029a0841e3ad592b28d015cc27 2024-11-21T12:45:07,283 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/42f96d75271a432bb621a9178ea9ef12 2024-11-21T12:45:07,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/bc31fdbf1fbd4ac8824d94900ac983c3 is 50, key is test_row_0/C:col10/1732193106869/Put/seqid=0 2024-11-21T12:45:07,292 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/A of fd829a52aa6a52e07a5bd75b7c541b64 into 840209029a0841e3ad592b28d015cc27(size=12.9 K), total size for store is 27.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:07,292 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:07,292 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/A, priority=12, startTime=1732193106778; duration=0sec 2024-11-21T12:45:07,292 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:07,292 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:A 2024-11-21T12:45:07,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742346_1522 (size=12301) 2024-11-21T12:45:07,299 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/bc31fdbf1fbd4ac8824d94900ac983c3 2024-11-21T12:45:07,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/5496721a778c4516a96b1bf54564f1dc as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/5496721a778c4516a96b1bf54564f1dc 2024-11-21T12:45:07,312 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/5496721a778c4516a96b1bf54564f1dc, entries=150, sequenceid=422, filesize=12.0 K 2024-11-21T12:45:07,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/42f96d75271a432bb621a9178ea9ef12 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/42f96d75271a432bb621a9178ea9ef12 2024-11-21T12:45:07,315 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/42f96d75271a432bb621a9178ea9ef12, entries=150, sequenceid=422, filesize=12.0 K 2024-11-21T12:45:07,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/bc31fdbf1fbd4ac8824d94900ac983c3 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/bc31fdbf1fbd4ac8824d94900ac983c3 2024-11-21T12:45:07,324 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/bc31fdbf1fbd4ac8824d94900ac983c3, entries=150, sequenceid=422, filesize=12.0 K 2024-11-21T12:45:07,325 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=100.63 KB/103050 for fd829a52aa6a52e07a5bd75b7c541b64 in 98ms, sequenceid=422, compaction requested=true 2024-11-21T12:45:07,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:07,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:07,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-21T12:45:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-21T12:45:07,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-21T12:45:07,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0500 sec 2024-11-21T12:45:07,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.0540 sec 2024-11-21T12:45:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:45:07,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-21T12:45:07,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:45:07,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:07,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:45:07,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:07,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:45:07,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:07,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/7c69ce8dca4e471a816e4f2438ac6a0f is 50, key is test_row_0/A:col10/1732193107333/Put/seqid=0 2024-11-21T12:45:07,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742347_1523 (size=14741) 2024-11-21T12:45:07,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/7c69ce8dca4e471a816e4f2438ac6a0f 2024-11-21T12:45:07,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/93e9007e05134555b47072679299c507 is 50, key is test_row_0/B:col10/1732193107333/Put/seqid=0 2024-11-21T12:45:07,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742348_1524 (size=12301) 2024-11-21T12:45:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T12:45:07,387 INFO [Thread-1960 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-21T12:45:07,390 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:45:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-21T12:45:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T12:45:07,391 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:45:07,392 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:45:07,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:45:07,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193167383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:07,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193167399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:07,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193167399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:07,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193167407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T12:45:07,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193167500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:07,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193167512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:07,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193167513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:07,544 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:07,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T12:45:07,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:07,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:45:07,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:07,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:07,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T12:45:07,703 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:07,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T12:45:07,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:07,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:45:07,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:07,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:07,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:07,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193167711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:07,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193167717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:07,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193167723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:07,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/93e9007e05134555b47072679299c507 2024-11-21T12:45:07,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/c524e75411f5473393fe7898a9b4b410 is 50, key is test_row_0/C:col10/1732193107333/Put/seqid=0 2024-11-21T12:45:07,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742349_1525 (size=12301) 2024-11-21T12:45:07,862 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:07,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T12:45:07,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:07,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:45:07,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:07,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:07,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T12:45:08,019 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:08,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T12:45:08,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:08,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:45:08,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:08,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:08,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:08,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193168027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:08,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193168027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:08,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193168038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:08,188 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:08,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T12:45:08,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:08,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:45:08,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:08,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:08,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:08,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/c524e75411f5473393fe7898a9b4b410 2024-11-21T12:45:08,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/7c69ce8dca4e471a816e4f2438ac6a0f as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/7c69ce8dca4e471a816e4f2438ac6a0f 2024-11-21T12:45:08,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/7c69ce8dca4e471a816e4f2438ac6a0f, entries=200, sequenceid=444, filesize=14.4 K 2024-11-21T12:45:08,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/93e9007e05134555b47072679299c507 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/93e9007e05134555b47072679299c507 2024-11-21T12:45:08,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/93e9007e05134555b47072679299c507, entries=150, sequenceid=444, filesize=12.0 K 2024-11-21T12:45:08,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/c524e75411f5473393fe7898a9b4b410 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/c524e75411f5473393fe7898a9b4b410 2024-11-21T12:45:08,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/c524e75411f5473393fe7898a9b4b410, entries=150, sequenceid=444, filesize=12.0 K 2024-11-21T12:45:08,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for fd829a52aa6a52e07a5bd75b7c541b64 in 919ms, sequenceid=444, compaction requested=true 2024-11-21T12:45:08,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:08,254 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:45:08,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:45:08,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:08,256 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54970 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:45:08,256 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/A is initiating minor compaction (all files) 2024-11-21T12:45:08,256 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/A in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:08,256 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/840209029a0841e3ad592b28d015cc27, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/cad7c606e4a74b7b99dce294562962f1, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/5496721a778c4516a96b1bf54564f1dc, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/7c69ce8dca4e471a816e4f2438ac6a0f] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=53.7 K 2024-11-21T12:45:08,257 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:45:08,257 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 840209029a0841e3ad592b28d015cc27, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732193106072 2024-11-21T12:45:08,257 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting cad7c606e4a74b7b99dce294562962f1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732193106230 2024-11-21T12:45:08,257 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:45:08,258 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/B is initiating minor compaction (all files) 2024-11-21T12:45:08,258 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/B in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:08,258 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/5a09a8aad5e6416491e7115994e16723, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/2b6d752460ba46078b430754472b1018, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/42f96d75271a432bb621a9178ea9ef12, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/93e9007e05134555b47072679299c507] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=48.9 K 2024-11-21T12:45:08,258 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5496721a778c4516a96b1bf54564f1dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1732193106869 2024-11-21T12:45:08,258 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a09a8aad5e6416491e7115994e16723, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732193106072 2024-11-21T12:45:08,258 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b6d752460ba46078b430754472b1018, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732193106230 2024-11-21T12:45:08,258 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c69ce8dca4e471a816e4f2438ac6a0f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732193107321 2024-11-21T12:45:08,259 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 42f96d75271a432bb621a9178ea9ef12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1732193106869 2024-11-21T12:45:08,259 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 93e9007e05134555b47072679299c507, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732193107321 2024-11-21T12:45:08,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:45:08,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:08,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:45:08,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:08,277 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#B#compaction#442 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:08,277 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/3e9fd7f6f1f44c52a878134675c2d8d8 is 50, key is test_row_0/B:col10/1732193107333/Put/seqid=0 2024-11-21T12:45:08,291 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#A#compaction#443 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:08,291 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/e37d2ce776b447d8877ab4095b3eaf1d is 50, key is test_row_0/A:col10/1732193107333/Put/seqid=0 2024-11-21T12:45:08,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742350_1526 (size=13323) 2024-11-21T12:45:08,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742351_1527 (size=13323) 2024-11-21T12:45:08,342 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:08,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T12:45:08,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:08,342 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-21T12:45:08,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:45:08,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:08,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:45:08,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:08,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:45:08,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:08,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/6e4dff97cb8d43ae9977a2d1de290c3b is 50, key is test_row_0/A:col10/1732193107394/Put/seqid=0 2024-11-21T12:45:08,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742352_1528 (size=12301) 2024-11-21T12:45:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:45:08,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. as already flushing 2024-11-21T12:45:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T12:45:08,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193168538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:08,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193168539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:08,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193168542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:08,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193168554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:08,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193168650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:08,724 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/3e9fd7f6f1f44c52a878134675c2d8d8 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/3e9fd7f6f1f44c52a878134675c2d8d8 2024-11-21T12:45:08,739 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/e37d2ce776b447d8877ab4095b3eaf1d as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/e37d2ce776b447d8877ab4095b3eaf1d 2024-11-21T12:45:08,740 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/B of fd829a52aa6a52e07a5bd75b7c541b64 into 3e9fd7f6f1f44c52a878134675c2d8d8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:08,740 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:08,740 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/B, priority=12, startTime=1732193108256; duration=0sec 2024-11-21T12:45:08,741 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:08,741 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:B 2024-11-21T12:45:08,741 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:45:08,742 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:45:08,743 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/C is initiating minor compaction (all files) 2024-11-21T12:45:08,743 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/C in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:08,743 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/cc915773401a4098a7077494c762940b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/127cadcb4c19445387ea8c1b172b9453, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/bc31fdbf1fbd4ac8824d94900ac983c3, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/c524e75411f5473393fe7898a9b4b410] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=48.9 K 2024-11-21T12:45:08,744 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting cc915773401a4098a7077494c762940b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732193106072 2024-11-21T12:45:08,747 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 127cadcb4c19445387ea8c1b172b9453, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732193106230 2024-11-21T12:45:08,748 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting bc31fdbf1fbd4ac8824d94900ac983c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1732193106869 2024-11-21T12:45:08,748 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting c524e75411f5473393fe7898a9b4b410, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732193107321 2024-11-21T12:45:08,749 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/A of fd829a52aa6a52e07a5bd75b7c541b64 into e37d2ce776b447d8877ab4095b3eaf1d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:08,749 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:08,749 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/A, priority=12, startTime=1732193108254; duration=0sec 2024-11-21T12:45:08,749 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:08,749 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:A 2024-11-21T12:45:08,759 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#C#compaction#445 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:08,760 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/589ffbb9336a4a6d91b77ad27ddfd9f7 is 50, key is test_row_0/C:col10/1732193107333/Put/seqid=0 2024-11-21T12:45:08,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742353_1529 (size=13323) 2024-11-21T12:45:08,827 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/6e4dff97cb8d43ae9977a2d1de290c3b 2024-11-21T12:45:08,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/a8f7772ec1ae4af1ada711fa3c76fe69 is 50, key is test_row_0/B:col10/1732193107394/Put/seqid=0 2024-11-21T12:45:08,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193168863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:08,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742354_1530 (size=12301) 2024-11-21T12:45:09,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193169171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:09,186 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/589ffbb9336a4a6d91b77ad27ddfd9f7 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/589ffbb9336a4a6d91b77ad27ddfd9f7 2024-11-21T12:45:09,191 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/C of fd829a52aa6a52e07a5bd75b7c541b64 into 589ffbb9336a4a6d91b77ad27ddfd9f7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:09,191 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:09,191 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/C, priority=12, startTime=1732193108261; duration=0sec 2024-11-21T12:45:09,191 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:09,191 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:C 2024-11-21T12:45:09,294 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/a8f7772ec1ae4af1ada711fa3c76fe69 2024-11-21T12:45:09,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/8000b8a0b75f4567850e59da55db86b2 is 50, key is test_row_0/C:col10/1732193107394/Put/seqid=0 2024-11-21T12:45:09,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742355_1531 (size=12301) 2024-11-21T12:45:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T12:45:09,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50492 deadline: 1732193169553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:09,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50540 deadline: 1732193169559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:09,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50548 deadline: 1732193169563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:09,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193169680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:09,735 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/8000b8a0b75f4567850e59da55db86b2 2024-11-21T12:45:09,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/6e4dff97cb8d43ae9977a2d1de290c3b as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/6e4dff97cb8d43ae9977a2d1de290c3b 2024-11-21T12:45:09,745 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/6e4dff97cb8d43ae9977a2d1de290c3b, entries=150, sequenceid=460, filesize=12.0 K 2024-11-21T12:45:09,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/a8f7772ec1ae4af1ada711fa3c76fe69 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/a8f7772ec1ae4af1ada711fa3c76fe69 2024-11-21T12:45:09,749 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/a8f7772ec1ae4af1ada711fa3c76fe69, entries=150, sequenceid=460, filesize=12.0 K 2024-11-21T12:45:09,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/8000b8a0b75f4567850e59da55db86b2 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/8000b8a0b75f4567850e59da55db86b2 2024-11-21T12:45:09,753 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/8000b8a0b75f4567850e59da55db86b2, entries=150, sequenceid=460, filesize=12.0 K 2024-11-21T12:45:09,756 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for fd829a52aa6a52e07a5bd75b7c541b64 in 1414ms, sequenceid=460, compaction requested=false 2024-11-21T12:45:09,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:09,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:09,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-21T12:45:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-21T12:45:09,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-21T12:45:09,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3670 sec 2024-11-21T12:45:09,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.3700 sec 2024-11-21T12:45:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:45:09,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-21T12:45:09,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:45:09,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:09,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:45:09,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:09,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:45:09,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:09,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/4a13ff31c22b47e59809aaf1fc330495 is 50, key is test_row_0/A:col10/1732193108496/Put/seqid=0 2024-11-21T12:45:09,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742356_1532 (size=12301) 2024-11-21T12:45:09,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/4a13ff31c22b47e59809aaf1fc330495 2024-11-21T12:45:09,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/281e69b3aef347abbb2dfae6ffe568da is 50, key is test_row_0/B:col10/1732193108496/Put/seqid=0 2024-11-21T12:45:09,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193169841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:09,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742357_1533 (size=12301) 2024-11-21T12:45:09,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/281e69b3aef347abbb2dfae6ffe568da 2024-11-21T12:45:09,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/85ea82a20d6c42f18a76217b72e0fd85 is 50, key is test_row_0/C:col10/1732193108496/Put/seqid=0 2024-11-21T12:45:09,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742358_1534 (size=12301) 2024-11-21T12:45:09,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193169955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:10,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193170161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:10,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/85ea82a20d6c42f18a76217b72e0fd85 2024-11-21T12:45:10,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/4a13ff31c22b47e59809aaf1fc330495 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/4a13ff31c22b47e59809aaf1fc330495 2024-11-21T12:45:10,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/4a13ff31c22b47e59809aaf1fc330495, entries=150, sequenceid=484, filesize=12.0 K 2024-11-21T12:45:10,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/281e69b3aef347abbb2dfae6ffe568da as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/281e69b3aef347abbb2dfae6ffe568da 2024-11-21T12:45:10,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/281e69b3aef347abbb2dfae6ffe568da, entries=150, sequenceid=484, filesize=12.0 K 2024-11-21T12:45:10,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/85ea82a20d6c42f18a76217b72e0fd85 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/85ea82a20d6c42f18a76217b72e0fd85 2024-11-21T12:45:10,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/85ea82a20d6c42f18a76217b72e0fd85, entries=150, sequenceid=484, filesize=12.0 K 2024-11-21T12:45:10,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for fd829a52aa6a52e07a5bd75b7c541b64 in 549ms, sequenceid=484, compaction requested=true 2024-11-21T12:45:10,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:10,324 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:45:10,325 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:45:10,325 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/A is initiating minor compaction (all files) 2024-11-21T12:45:10,325 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/A in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:10,325 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/e37d2ce776b447d8877ab4095b3eaf1d, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/6e4dff97cb8d43ae9977a2d1de290c3b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/4a13ff31c22b47e59809aaf1fc330495] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=37.0 K 2024-11-21T12:45:10,326 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting e37d2ce776b447d8877ab4095b3eaf1d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732193107321 2024-11-21T12:45:10,326 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e4dff97cb8d43ae9977a2d1de290c3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732193107382 2024-11-21T12:45:10,326 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a13ff31c22b47e59809aaf1fc330495, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732193108496 2024-11-21T12:45:10,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:45:10,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:10,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:45:10,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:10,332 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#A#compaction#451 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:10,333 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/6fde37fd673c4c378635e11a1758e4a4 is 50, key is test_row_0/A:col10/1732193108496/Put/seqid=0 2024-11-21T12:45:10,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:45:10,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T12:45:10,334 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:45:10,340 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:45:10,340 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/B is initiating minor compaction (all files) 2024-11-21T12:45:10,340 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/B in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:10,340 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/3e9fd7f6f1f44c52a878134675c2d8d8, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/a8f7772ec1ae4af1ada711fa3c76fe69, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/281e69b3aef347abbb2dfae6ffe568da] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=37.0 K 2024-11-21T12:45:10,341 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e9fd7f6f1f44c52a878134675c2d8d8, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732193107321 2024-11-21T12:45:10,341 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting a8f7772ec1ae4af1ada711fa3c76fe69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732193107382 2024-11-21T12:45:10,341 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 281e69b3aef347abbb2dfae6ffe568da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732193108496 2024-11-21T12:45:10,360 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#B#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:10,361 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/a299e81636324696a9a22dbc5b698284 is 50, key is test_row_0/B:col10/1732193108496/Put/seqid=0 2024-11-21T12:45:10,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742359_1535 (size=13425) 2024-11-21T12:45:10,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742360_1536 (size=13425) 2024-11-21T12:45:10,427 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/a299e81636324696a9a22dbc5b698284 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/a299e81636324696a9a22dbc5b698284 2024-11-21T12:45:10,436 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/B of fd829a52aa6a52e07a5bd75b7c541b64 into a299e81636324696a9a22dbc5b698284(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:10,436 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:10,436 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/B, priority=13, startTime=1732193110330; duration=0sec 2024-11-21T12:45:10,436 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:10,436 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:B 2024-11-21T12:45:10,436 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:45:10,437 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:45:10,437 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/C is initiating minor compaction (all files) 2024-11-21T12:45:10,437 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/C in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:10,437 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/589ffbb9336a4a6d91b77ad27ddfd9f7, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/8000b8a0b75f4567850e59da55db86b2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/85ea82a20d6c42f18a76217b72e0fd85] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=37.0 K 2024-11-21T12:45:10,438 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 589ffbb9336a4a6d91b77ad27ddfd9f7, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732193107321 2024-11-21T12:45:10,438 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 8000b8a0b75f4567850e59da55db86b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732193107382 2024-11-21T12:45:10,438 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 85ea82a20d6c42f18a76217b72e0fd85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732193108496 2024-11-21T12:45:10,448 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#C#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:10,449 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/189081a66c0040f28c774b68d7773dce is 50, key is test_row_0/C:col10/1732193108496/Put/seqid=0 2024-11-21T12:45:10,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-21T12:45:10,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:45:10,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:10,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:45:10,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:10,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:45:10,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:45:10,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742361_1537 (size=13425) 2024-11-21T12:45:10,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/bbab6c70ebf14f6fa9e3f028f9bbcee0 is 50, key is test_row_0/A:col10/1732193110470/Put/seqid=0 2024-11-21T12:45:10,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742362_1538 (size=14741) 2024-11-21T12:45:10,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/bbab6c70ebf14f6fa9e3f028f9bbcee0 2024-11-21T12:45:10,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/d67fab639eea4a639762b8757c09cf3e is 50, key is test_row_0/B:col10/1732193110470/Put/seqid=0 2024-11-21T12:45:10,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193170572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:10,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742363_1539 (size=12301) 2024-11-21T12:45:10,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193170678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:10,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732193170689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:10,787 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/6fde37fd673c4c378635e11a1758e4a4 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/6fde37fd673c4c378635e11a1758e4a4 2024-11-21T12:45:10,799 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/A of fd829a52aa6a52e07a5bd75b7c541b64 into 6fde37fd673c4c378635e11a1758e4a4(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:10,799 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:10,799 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/A, priority=13, startTime=1732193110324; duration=0sec 2024-11-21T12:45:10,799 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:10,799 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:A 2024-11-21T12:45:10,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193170882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:10,923 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/189081a66c0040f28c774b68d7773dce as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/189081a66c0040f28c774b68d7773dce 2024-11-21T12:45:10,939 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/C of fd829a52aa6a52e07a5bd75b7c541b64 into 189081a66c0040f28c774b68d7773dce(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:10,939 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:10,939 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/C, priority=13, startTime=1732193110330; duration=0sec 2024-11-21T12:45:10,939 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:10,939 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:C 2024-11-21T12:45:10,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/d67fab639eea4a639762b8757c09cf3e 2024-11-21T12:45:11,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/37f0ca6ceab54f0cabd8ec866c6cf3db is 50, key is test_row_0/C:col10/1732193110470/Put/seqid=0 2024-11-21T12:45:11,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742364_1540 (size=12301) 2024-11-21T12:45:11,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50482 deadline: 1732193171186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:11,420 DEBUG [Thread-1967 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x57a17f61 to 127.0.0.1:59516 2024-11-21T12:45:11,420 DEBUG [Thread-1967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:45:11,425 DEBUG [Thread-1965 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x30fb107f to 127.0.0.1:59516 2024-11-21T12:45:11,425 DEBUG [Thread-1965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:45:11,427 DEBUG [Thread-1961 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4a207eb8 to 127.0.0.1:59516 2024-11-21T12:45:11,427 DEBUG [Thread-1961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:45:11,427 DEBUG [Thread-1969 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11feb414 to 127.0.0.1:59516 2024-11-21T12:45:11,427 DEBUG [Thread-1969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:45:11,428 DEBUG [Thread-1963 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dbb2008 to 127.0.0.1:59516 2024-11-21T12:45:11,428 DEBUG [Thread-1963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:45:11,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/37f0ca6ceab54f0cabd8ec866c6cf3db 2024-11-21T12:45:11,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/bbab6c70ebf14f6fa9e3f028f9bbcee0 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/bbab6c70ebf14f6fa9e3f028f9bbcee0 2024-11-21T12:45:11,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/bbab6c70ebf14f6fa9e3f028f9bbcee0, entries=200, sequenceid=501, filesize=14.4 K 2024-11-21T12:45:11,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/d67fab639eea4a639762b8757c09cf3e as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/d67fab639eea4a639762b8757c09cf3e 2024-11-21T12:45:11,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/d67fab639eea4a639762b8757c09cf3e, entries=150, sequenceid=501, filesize=12.0 K 2024-11-21T12:45:11,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/37f0ca6ceab54f0cabd8ec866c6cf3db as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/37f0ca6ceab54f0cabd8ec866c6cf3db 2024-11-21T12:45:11,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/37f0ca6ceab54f0cabd8ec866c6cf3db, entries=150, sequenceid=501, filesize=12.0 K 2024-11-21T12:45:11,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for fd829a52aa6a52e07a5bd75b7c541b64 in 979ms, sequenceid=501, compaction requested=false 2024-11-21T12:45:11,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T12:45:11,499 INFO [Thread-1960 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-21T12:45:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:45:11,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-21T12:45:11,563 DEBUG [Thread-1954 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a0d7ff9 to 127.0.0.1:59516 2024-11-21T12:45:11,564 DEBUG [Thread-1954 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:45:11,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:45:11,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:11,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:45:11,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:11,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:45:11,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:11,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/2333729e1ec04ba4b853fd8f097b1385 is 50, key is test_row_0/A:col10/1732193110567/Put/seqid=0 2024-11-21T12:45:11,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742365_1541 (size=12301) 2024-11-21T12:45:11,583 DEBUG [Thread-1950 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x67b06b5f to 127.0.0.1:59516 2024-11-21T12:45:11,583 DEBUG [Thread-1958 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0ed57a73 to 127.0.0.1:59516 2024-11-21T12:45:11,583 DEBUG [Thread-1958 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:45:11,583 DEBUG [Thread-1950 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:45:11,692 DEBUG [Thread-1952 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7df1c074 to 127.0.0.1:59516 2024-11-21T12:45:11,692 DEBUG [Thread-1952 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:45:11,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/2333729e1ec04ba4b853fd8f097b1385 2024-11-21T12:45:11,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/211b53710ffe43f28d23ed299227c218 is 50, key is test_row_0/B:col10/1732193110567/Put/seqid=0 2024-11-21T12:45:11,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742366_1542 (size=12301) 2024-11-21T12:45:12,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/211b53710ffe43f28d23ed299227c218 2024-11-21T12:45:12,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/b6a44842ea47471588d0b91fd956ce65 is 50, key is test_row_0/C:col10/1732193110567/Put/seqid=0 2024-11-21T12:45:12,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742367_1543 (size=12301) 2024-11-21T12:45:12,708 DEBUG [Thread-1956 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x483116ba to 127.0.0.1:59516 2024-11-21T12:45:12,708 DEBUG [Thread-1956 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:45:12,708 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T12:45:12,708 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-21T12:45:12,708 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-21T12:45:12,708 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-21T12:45:12,708 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-21T12:45:12,708 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-21T12:45:12,708 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T12:45:12,708 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T12:45:12,708 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1391 2024-11-21T12:45:12,708 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4173 rows 2024-11-21T12:45:12,708 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1410 2024-11-21T12:45:12,708 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4230 rows 2024-11-21T12:45:12,708 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1415 2024-11-21T12:45:12,708 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4245 rows 2024-11-21T12:45:12,708 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1408 2024-11-21T12:45:12,709 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4224 rows 2024-11-21T12:45:12,709 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1398 2024-11-21T12:45:12,709 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4194 rows 2024-11-21T12:45:12,709 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T12:45:12,709 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0ea4c5aa to 127.0.0.1:59516 2024-11-21T12:45:12,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:45:12,713 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T12:45:12,713 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-21T12:45:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T12:45:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T12:45:12,716 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732193112716"}]},"ts":"1732193112716"} 2024-11-21T12:45:12,717 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T12:45:12,763 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T12:45:12,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T12:45:12,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fd829a52aa6a52e07a5bd75b7c541b64, UNASSIGN}] 2024-11-21T12:45:12,765 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fd829a52aa6a52e07a5bd75b7c541b64, UNASSIGN 2024-11-21T12:45:12,766 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=fd829a52aa6a52e07a5bd75b7c541b64, regionState=CLOSING, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:12,766 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T12:45:12,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; CloseRegionProcedure fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767}] 2024-11-21T12:45:12,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/b6a44842ea47471588d0b91fd956ce65 2024-11-21T12:45:12,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/2333729e1ec04ba4b853fd8f097b1385 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/2333729e1ec04ba4b853fd8f097b1385 2024-11-21T12:45:12,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/2333729e1ec04ba4b853fd8f097b1385, entries=150, sequenceid=524, filesize=12.0 K 2024-11-21T12:45:12,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/211b53710ffe43f28d23ed299227c218 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/211b53710ffe43f28d23ed299227c218 2024-11-21T12:45:12,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/211b53710ffe43f28d23ed299227c218, entries=150, sequenceid=524, filesize=12.0 K 2024-11-21T12:45:12,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/b6a44842ea47471588d0b91fd956ce65 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/b6a44842ea47471588d0b91fd956ce65 2024-11-21T12:45:12,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/b6a44842ea47471588d0b91fd956ce65, entries=150, sequenceid=524, filesize=12.0 K 2024-11-21T12:45:12,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=26.84 KB/27480 for fd829a52aa6a52e07a5bd75b7c541b64 in 1236ms, sequenceid=524, compaction requested=true 2024-11-21T12:45:12,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:12,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:45:12,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:12,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:45:12,799 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:45:12,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:12,799 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:45:12,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd829a52aa6a52e07a5bd75b7c541b64:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:45:12,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:12,800 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:45:12,800 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:45:12,800 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/B is initiating minor compaction (all files) 2024-11-21T12:45:12,800 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): fd829a52aa6a52e07a5bd75b7c541b64/A is initiating minor compaction (all files) 2024-11-21T12:45:12,800 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/B in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:12,800 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd829a52aa6a52e07a5bd75b7c541b64/A in TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:12,800 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/a299e81636324696a9a22dbc5b698284, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/d67fab639eea4a639762b8757c09cf3e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/211b53710ffe43f28d23ed299227c218] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=37.1 K 2024-11-21T12:45:12,800 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/6fde37fd673c4c378635e11a1758e4a4, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/bbab6c70ebf14f6fa9e3f028f9bbcee0, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/2333729e1ec04ba4b853fd8f097b1385] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp, totalSize=39.5 K 2024-11-21T12:45:12,800 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting a299e81636324696a9a22dbc5b698284, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732193108496 2024-11-21T12:45:12,800 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fde37fd673c4c378635e11a1758e4a4, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732193108496 2024-11-21T12:45:12,800 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting d67fab639eea4a639762b8757c09cf3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=501, earliestPutTs=1732193109820 2024-11-21T12:45:12,800 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbab6c70ebf14f6fa9e3f028f9bbcee0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=501, earliestPutTs=1732193109820 2024-11-21T12:45:12,800 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 211b53710ffe43f28d23ed299227c218, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732193110567 2024-11-21T12:45:12,800 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2333729e1ec04ba4b853fd8f097b1385, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732193110567 2024-11-21T12:45:12,809 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#B#compaction#460 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:12,809 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd829a52aa6a52e07a5bd75b7c541b64#A#compaction#461 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:12,809 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/c40710fe8d364e82a5193b53d183999d is 50, key is test_row_0/A:col10/1732193110567/Put/seqid=0 2024-11-21T12:45:12,809 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/3eff4a71c49d4aa59b61895fcb6a8861 is 50, key is test_row_0/B:col10/1732193110567/Put/seqid=0 2024-11-21T12:45:12,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742368_1544 (size=13527) 2024-11-21T12:45:12,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742369_1545 (size=13527) 2024-11-21T12:45:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T12:45:12,917 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:12,918 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] handler.UnassignRegionHandler(124): Close fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:45:12,918 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T12:45:12,918 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1681): Closing fd829a52aa6a52e07a5bd75b7c541b64, disabling compactions & flushes 2024-11-21T12:45:12,918 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T12:45:13,221 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/3eff4a71c49d4aa59b61895fcb6a8861 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/3eff4a71c49d4aa59b61895fcb6a8861 2024-11-21T12:45:13,221 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/c40710fe8d364e82a5193b53d183999d as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/c40710fe8d364e82a5193b53d183999d 2024-11-21T12:45:13,227 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/B of fd829a52aa6a52e07a5bd75b7c541b64 into 3eff4a71c49d4aa59b61895fcb6a8861(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:13,227 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fd829a52aa6a52e07a5bd75b7c541b64/A of fd829a52aa6a52e07a5bd75b7c541b64 into c40710fe8d364e82a5193b53d183999d(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:13,227 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:13,227 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:13,227 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/A, priority=13, startTime=1732193112799; duration=0sec 2024-11-21T12:45:13,227 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64., storeName=fd829a52aa6a52e07a5bd75b7c541b64/B, priority=13, startTime=1732193112799; duration=0sec 2024-11-21T12:45:13,227 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:13,227 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:13,227 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:13,227 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:A 2024-11-21T12:45:13,227 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:13,227 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. after waiting 0 ms 2024-11-21T12:45:13,227 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:13,227 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. because compaction request was cancelled 2024-11-21T12:45:13,227 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:B 2024-11-21T12:45:13,227 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd829a52aa6a52e07a5bd75b7c541b64:C 2024-11-21T12:45:13,227 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(2837): Flushing fd829a52aa6a52e07a5bd75b7c541b64 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-21T12:45:13,227 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=A 2024-11-21T12:45:13,227 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:13,227 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=B 2024-11-21T12:45:13,227 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:13,227 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd829a52aa6a52e07a5bd75b7c541b64, store=C 2024-11-21T12:45:13,227 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:13,231 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/62abe788d1d84b009743ee2cb4becae5 is 50, key is test_row_0/A:col10/1732193112707/Put/seqid=0 2024-11-21T12:45:13,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742370_1546 (size=12301) 2024-11-21T12:45:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T12:45:13,635 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/62abe788d1d84b009743ee2cb4becae5 2024-11-21T12:45:13,646 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/af3d211f978240a4b4d0868f48cf42ec is 50, key is test_row_0/B:col10/1732193112707/Put/seqid=0 2024-11-21T12:45:13,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742371_1547 (size=12301) 2024-11-21T12:45:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T12:45:14,053 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/af3d211f978240a4b4d0868f48cf42ec 2024-11-21T12:45:14,065 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/5785b57d8c3c4aab963866e17a24287b is 50, key is test_row_0/C:col10/1732193112707/Put/seqid=0 2024-11-21T12:45:14,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742372_1548 (size=12301) 2024-11-21T12:45:14,470 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/5785b57d8c3c4aab963866e17a24287b 2024-11-21T12:45:14,480 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/A/62abe788d1d84b009743ee2cb4becae5 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/62abe788d1d84b009743ee2cb4becae5 2024-11-21T12:45:14,484 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/62abe788d1d84b009743ee2cb4becae5, entries=150, sequenceid=533, filesize=12.0 K 2024-11-21T12:45:14,485 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/B/af3d211f978240a4b4d0868f48cf42ec as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/af3d211f978240a4b4d0868f48cf42ec 2024-11-21T12:45:14,489 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/af3d211f978240a4b4d0868f48cf42ec, entries=150, sequenceid=533, filesize=12.0 K 2024-11-21T12:45:14,489 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/.tmp/C/5785b57d8c3c4aab963866e17a24287b as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/5785b57d8c3c4aab963866e17a24287b 2024-11-21T12:45:14,493 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/5785b57d8c3c4aab963866e17a24287b, entries=150, sequenceid=533, filesize=12.0 K 2024-11-21T12:45:14,494 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for fd829a52aa6a52e07a5bd75b7c541b64 in 1267ms, sequenceid=533, compaction requested=true 2024-11-21T12:45:14,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/a2ec11e4456742d2acb4b277bcc5e606, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/e1abb9b612954c4aadd51af5006b681c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/dafa4cacb9a148688c13770fb78aff5a, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/3838a1c1ffae48b8b8b87c30ccb66509, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/a99d2d2662894a349243ac11a4d976d5, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/9a00484d2a254e6f911ef4e99bcde202, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/471c2a80e3ca41c38ac51513148240f8, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/78f4a563b4a7458b8e7d3b6e5fac7993, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/d9b7dc9bb7084caba8ae8e8edecc5bee, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/a698a27e492b4c119a3f6e4258af1ed2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/0eadcbfa204b457195c0e10ae95449e0, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/4d7d37b1400d42cba11c0a116474ecbd, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/052f70b08c77477aac3bf5e421e7848e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/50ceafe9fb4a4b6cb93f83f05e9c631b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/639e109d4a7447e2926ba3786ee30ac7, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/455e04a5e1d74b6e93778fdd4e7c8b1c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/4002a864e8b44cd98fcebf2e77cd1721, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/3cbf0df1a0cb4c1f903eb12a3a5c4585, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/486cdfdeb4a74556a75a2b1deed88485, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/a0a15cbcf1204bdf85f7e407ddbbfebe, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/065ecd598cee4c748c5a85c85abbd9eb, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/40abf400deed421c8c475e51bc6e3a82, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/9c1f1f33590d47689a0fc0808c083332, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/e059d761d6984fba9e147ef0f649b013, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/1fed59f186cb4a85b3cc45c16d636eb5, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/bc9ddf273d1e445a83941aca6863cfc3, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/840209029a0841e3ad592b28d015cc27, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/cad7c606e4a74b7b99dce294562962f1, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/5496721a778c4516a96b1bf54564f1dc, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/7c69ce8dca4e471a816e4f2438ac6a0f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/e37d2ce776b447d8877ab4095b3eaf1d, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/6e4dff97cb8d43ae9977a2d1de290c3b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/6fde37fd673c4c378635e11a1758e4a4, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/4a13ff31c22b47e59809aaf1fc330495, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/bbab6c70ebf14f6fa9e3f028f9bbcee0, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/2333729e1ec04ba4b853fd8f097b1385] to archive 2024-11-21T12:45:14,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:45:14,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/a2ec11e4456742d2acb4b277bcc5e606 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/a2ec11e4456742d2acb4b277bcc5e606 2024-11-21T12:45:14,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/e1abb9b612954c4aadd51af5006b681c to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/e1abb9b612954c4aadd51af5006b681c 2024-11-21T12:45:14,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/dafa4cacb9a148688c13770fb78aff5a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/dafa4cacb9a148688c13770fb78aff5a 2024-11-21T12:45:14,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/3838a1c1ffae48b8b8b87c30ccb66509 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/3838a1c1ffae48b8b8b87c30ccb66509 2024-11-21T12:45:14,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/a99d2d2662894a349243ac11a4d976d5 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/a99d2d2662894a349243ac11a4d976d5 2024-11-21T12:45:14,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/9a00484d2a254e6f911ef4e99bcde202 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/9a00484d2a254e6f911ef4e99bcde202 2024-11-21T12:45:14,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/471c2a80e3ca41c38ac51513148240f8 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/471c2a80e3ca41c38ac51513148240f8 2024-11-21T12:45:14,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/78f4a563b4a7458b8e7d3b6e5fac7993 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/78f4a563b4a7458b8e7d3b6e5fac7993 2024-11-21T12:45:14,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/d9b7dc9bb7084caba8ae8e8edecc5bee to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/d9b7dc9bb7084caba8ae8e8edecc5bee 2024-11-21T12:45:14,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/a698a27e492b4c119a3f6e4258af1ed2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/a698a27e492b4c119a3f6e4258af1ed2 2024-11-21T12:45:14,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/0eadcbfa204b457195c0e10ae95449e0 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/0eadcbfa204b457195c0e10ae95449e0 2024-11-21T12:45:14,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/4d7d37b1400d42cba11c0a116474ecbd to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/4d7d37b1400d42cba11c0a116474ecbd 2024-11-21T12:45:14,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/052f70b08c77477aac3bf5e421e7848e to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/052f70b08c77477aac3bf5e421e7848e 2024-11-21T12:45:14,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/50ceafe9fb4a4b6cb93f83f05e9c631b to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/50ceafe9fb4a4b6cb93f83f05e9c631b 2024-11-21T12:45:14,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/639e109d4a7447e2926ba3786ee30ac7 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/639e109d4a7447e2926ba3786ee30ac7 2024-11-21T12:45:14,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/455e04a5e1d74b6e93778fdd4e7c8b1c to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/455e04a5e1d74b6e93778fdd4e7c8b1c 2024-11-21T12:45:14,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/4002a864e8b44cd98fcebf2e77cd1721 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/4002a864e8b44cd98fcebf2e77cd1721 2024-11-21T12:45:14,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/3cbf0df1a0cb4c1f903eb12a3a5c4585 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/3cbf0df1a0cb4c1f903eb12a3a5c4585 2024-11-21T12:45:14,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/486cdfdeb4a74556a75a2b1deed88485 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/486cdfdeb4a74556a75a2b1deed88485 2024-11-21T12:45:14,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/a0a15cbcf1204bdf85f7e407ddbbfebe to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/a0a15cbcf1204bdf85f7e407ddbbfebe 2024-11-21T12:45:14,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/065ecd598cee4c748c5a85c85abbd9eb to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/065ecd598cee4c748c5a85c85abbd9eb 2024-11-21T12:45:14,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/40abf400deed421c8c475e51bc6e3a82 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/40abf400deed421c8c475e51bc6e3a82 2024-11-21T12:45:14,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/9c1f1f33590d47689a0fc0808c083332 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/9c1f1f33590d47689a0fc0808c083332 2024-11-21T12:45:14,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/e059d761d6984fba9e147ef0f649b013 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/e059d761d6984fba9e147ef0f649b013 2024-11-21T12:45:14,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/1fed59f186cb4a85b3cc45c16d636eb5 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/1fed59f186cb4a85b3cc45c16d636eb5 2024-11-21T12:45:14,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/bc9ddf273d1e445a83941aca6863cfc3 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/bc9ddf273d1e445a83941aca6863cfc3 2024-11-21T12:45:14,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/840209029a0841e3ad592b28d015cc27 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/840209029a0841e3ad592b28d015cc27 2024-11-21T12:45:14,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/cad7c606e4a74b7b99dce294562962f1 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/cad7c606e4a74b7b99dce294562962f1 2024-11-21T12:45:14,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/5496721a778c4516a96b1bf54564f1dc to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/5496721a778c4516a96b1bf54564f1dc 2024-11-21T12:45:14,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/7c69ce8dca4e471a816e4f2438ac6a0f to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/7c69ce8dca4e471a816e4f2438ac6a0f 2024-11-21T12:45:14,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/e37d2ce776b447d8877ab4095b3eaf1d to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/e37d2ce776b447d8877ab4095b3eaf1d 2024-11-21T12:45:14,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/6e4dff97cb8d43ae9977a2d1de290c3b to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/6e4dff97cb8d43ae9977a2d1de290c3b 2024-11-21T12:45:14,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/6fde37fd673c4c378635e11a1758e4a4 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/6fde37fd673c4c378635e11a1758e4a4 2024-11-21T12:45:14,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/4a13ff31c22b47e59809aaf1fc330495 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/4a13ff31c22b47e59809aaf1fc330495 2024-11-21T12:45:14,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/bbab6c70ebf14f6fa9e3f028f9bbcee0 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/bbab6c70ebf14f6fa9e3f028f9bbcee0 2024-11-21T12:45:14,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/2333729e1ec04ba4b853fd8f097b1385 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/2333729e1ec04ba4b853fd8f097b1385 2024-11-21T12:45:14,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/7b2bc6cc603e49c8b192448c5168029a, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/d0b0a6274c464608b729e45c09775c70, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/9317f6a68ada4b8cb19e2ae757ca085d, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/f718eb6a7dee4c039756bbd37d46bceb, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/8f9a87a044fe41a4b8193d4b4040b4ba, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/6f2e6c1c625a4a679b968688fda43a1f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/0935fbe23e844f85a47dd4edcaa8b0fd, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/3dc9f3bef4ba427bb059cea27463e78f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/8ec5ffa7060549caa79933e6cb80d1f1, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/9d2827c7189e4cfe831369956756e8ba, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/78309595c6dc40709acf61c2c098612b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/33877baa74e44f5ab6ec81e9c8ab973f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/0ade3d634a004e54be676b4093a1be88, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/a4ae7febed474c97afabcc436806332d, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/630a352564414551a1fdbe8d55c83a12, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/6f5448c0fe8c4d17bf9ced67bdb8e4c5, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/7a88c8aa43dc41b79ca1bceb1d93915d, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/213b45d895b04c6e8527565fa8cf5d7f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/3718e4f6c8274b18b57acf97c183c1c2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/9da69d435de346478b61e55ab2583c07, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/81ea7908edd547bb8de0c224d88b7113, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/c27a296598b149fc8ecc1e3eb66d60bf, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/f5ca23695b734afda18cebb46eadb81c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/e779792b008c4879905a79753cb594bf, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/ff62794322974f68989ee32a245e8eec, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/5a09a8aad5e6416491e7115994e16723, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/2c92c5cd95fb479fbdd7edd927c9fdc2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/2b6d752460ba46078b430754472b1018, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/42f96d75271a432bb621a9178ea9ef12, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/3e9fd7f6f1f44c52a878134675c2d8d8, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/93e9007e05134555b47072679299c507, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/a8f7772ec1ae4af1ada711fa3c76fe69, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/a299e81636324696a9a22dbc5b698284, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/281e69b3aef347abbb2dfae6ffe568da, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/d67fab639eea4a639762b8757c09cf3e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/211b53710ffe43f28d23ed299227c218] to archive 2024-11-21T12:45:14,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:45:14,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/7b2bc6cc603e49c8b192448c5168029a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/7b2bc6cc603e49c8b192448c5168029a 2024-11-21T12:45:14,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/d0b0a6274c464608b729e45c09775c70 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/d0b0a6274c464608b729e45c09775c70 2024-11-21T12:45:14,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/9317f6a68ada4b8cb19e2ae757ca085d to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/9317f6a68ada4b8cb19e2ae757ca085d 2024-11-21T12:45:14,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/f718eb6a7dee4c039756bbd37d46bceb to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/f718eb6a7dee4c039756bbd37d46bceb 2024-11-21T12:45:14,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/8f9a87a044fe41a4b8193d4b4040b4ba to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/8f9a87a044fe41a4b8193d4b4040b4ba 2024-11-21T12:45:14,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/6f2e6c1c625a4a679b968688fda43a1f to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/6f2e6c1c625a4a679b968688fda43a1f 2024-11-21T12:45:14,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/0935fbe23e844f85a47dd4edcaa8b0fd to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/0935fbe23e844f85a47dd4edcaa8b0fd 2024-11-21T12:45:14,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/3dc9f3bef4ba427bb059cea27463e78f to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/3dc9f3bef4ba427bb059cea27463e78f 2024-11-21T12:45:14,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/8ec5ffa7060549caa79933e6cb80d1f1 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/8ec5ffa7060549caa79933e6cb80d1f1 2024-11-21T12:45:14,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/9d2827c7189e4cfe831369956756e8ba to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/9d2827c7189e4cfe831369956756e8ba 2024-11-21T12:45:14,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/78309595c6dc40709acf61c2c098612b to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/78309595c6dc40709acf61c2c098612b 2024-11-21T12:45:14,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/33877baa74e44f5ab6ec81e9c8ab973f to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/33877baa74e44f5ab6ec81e9c8ab973f 2024-11-21T12:45:14,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/0ade3d634a004e54be676b4093a1be88 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/0ade3d634a004e54be676b4093a1be88 2024-11-21T12:45:14,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/a4ae7febed474c97afabcc436806332d to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/a4ae7febed474c97afabcc436806332d 2024-11-21T12:45:14,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/630a352564414551a1fdbe8d55c83a12 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/630a352564414551a1fdbe8d55c83a12 2024-11-21T12:45:14,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/6f5448c0fe8c4d17bf9ced67bdb8e4c5 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/6f5448c0fe8c4d17bf9ced67bdb8e4c5 2024-11-21T12:45:14,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/7a88c8aa43dc41b79ca1bceb1d93915d to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/7a88c8aa43dc41b79ca1bceb1d93915d 2024-11-21T12:45:14,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/213b45d895b04c6e8527565fa8cf5d7f to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/213b45d895b04c6e8527565fa8cf5d7f 2024-11-21T12:45:14,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/3718e4f6c8274b18b57acf97c183c1c2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/3718e4f6c8274b18b57acf97c183c1c2 2024-11-21T12:45:14,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/9da69d435de346478b61e55ab2583c07 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/9da69d435de346478b61e55ab2583c07 2024-11-21T12:45:14,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/81ea7908edd547bb8de0c224d88b7113 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/81ea7908edd547bb8de0c224d88b7113 2024-11-21T12:45:14,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/c27a296598b149fc8ecc1e3eb66d60bf to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/c27a296598b149fc8ecc1e3eb66d60bf 2024-11-21T12:45:14,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/f5ca23695b734afda18cebb46eadb81c to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/f5ca23695b734afda18cebb46eadb81c 2024-11-21T12:45:14,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/e779792b008c4879905a79753cb594bf to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/e779792b008c4879905a79753cb594bf 2024-11-21T12:45:14,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/ff62794322974f68989ee32a245e8eec to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/ff62794322974f68989ee32a245e8eec 2024-11-21T12:45:14,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/5a09a8aad5e6416491e7115994e16723 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/5a09a8aad5e6416491e7115994e16723 2024-11-21T12:45:14,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/2c92c5cd95fb479fbdd7edd927c9fdc2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/2c92c5cd95fb479fbdd7edd927c9fdc2 2024-11-21T12:45:14,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/2b6d752460ba46078b430754472b1018 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/2b6d752460ba46078b430754472b1018 2024-11-21T12:45:14,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/42f96d75271a432bb621a9178ea9ef12 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/42f96d75271a432bb621a9178ea9ef12 2024-11-21T12:45:14,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/3e9fd7f6f1f44c52a878134675c2d8d8 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/3e9fd7f6f1f44c52a878134675c2d8d8 2024-11-21T12:45:14,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/93e9007e05134555b47072679299c507 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/93e9007e05134555b47072679299c507 2024-11-21T12:45:14,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/a8f7772ec1ae4af1ada711fa3c76fe69 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/a8f7772ec1ae4af1ada711fa3c76fe69 2024-11-21T12:45:14,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/a299e81636324696a9a22dbc5b698284 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/a299e81636324696a9a22dbc5b698284 2024-11-21T12:45:14,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/281e69b3aef347abbb2dfae6ffe568da to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/281e69b3aef347abbb2dfae6ffe568da 2024-11-21T12:45:14,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/d67fab639eea4a639762b8757c09cf3e to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/d67fab639eea4a639762b8757c09cf3e 2024-11-21T12:45:14,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/211b53710ffe43f28d23ed299227c218 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/211b53710ffe43f28d23ed299227c218 2024-11-21T12:45:14,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/4b41bad4e26d4421b1fd53a346348789, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/4144bf55a340485291d96e3ccd232910, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/68c6528e1d5141d3a8dd99ce796c94c3, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/321446f19fe74c4095964f7f46a21b28, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/fbac1df2bf5c4680acca335f6b3d3b0e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/134adb5c1fcb4509aa88bef9b22deb48, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/5c78e96eb2b24a1bb46d4c01968e7496, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/ada4dd70e21f48c4a860b179eeb9b5b0, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/f0befeef31a14a319bb7e44adb3f9c85, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/f51c2a8e0a1c41c394fb0342aca3d5ad, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/9b95a2f58f644a95849b0c31ce3424e6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/e71da09e4422440a82389bfbef10f931, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/3a66e77cc14d4192a6158c8f18718b6e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/9c53948058f240abb2864a84afd4892b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/4ed8fbaa851c4ddcaa3521a4dc3c7997, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/3575d8a2f72d4aba9db7da381ccb3a41, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/c1098fc8dd8a476f938c358abdb6f6a0, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/fd2b82cad37b492f8e9b05f5c53af5bf, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/9934a83213c941a0be74d456d395afeb, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/e0b1f698f6a24d6a93691f04e0655b31, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/6aa9e85124114956bc1a23667e39e4af, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/a66bccdf15e048019102ea8454f95fcd, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/ca21f5f92d684159a0eeb967172c3b9a, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/4e91638c74da40dba017308026ffe31f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/29dc3d123f2840cb81251ce1acae9a85, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/cc915773401a4098a7077494c762940b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/9a8472c22214427794006bdf0b280e0c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/127cadcb4c19445387ea8c1b172b9453, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/bc31fdbf1fbd4ac8824d94900ac983c3, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/589ffbb9336a4a6d91b77ad27ddfd9f7, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/c524e75411f5473393fe7898a9b4b410, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/8000b8a0b75f4567850e59da55db86b2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/85ea82a20d6c42f18a76217b72e0fd85] to archive 2024-11-21T12:45:14,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:45:14,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/4b41bad4e26d4421b1fd53a346348789 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/4b41bad4e26d4421b1fd53a346348789 2024-11-21T12:45:14,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/4144bf55a340485291d96e3ccd232910 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/4144bf55a340485291d96e3ccd232910 2024-11-21T12:45:14,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/68c6528e1d5141d3a8dd99ce796c94c3 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/68c6528e1d5141d3a8dd99ce796c94c3 2024-11-21T12:45:14,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/321446f19fe74c4095964f7f46a21b28 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/321446f19fe74c4095964f7f46a21b28 2024-11-21T12:45:14,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/fbac1df2bf5c4680acca335f6b3d3b0e to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/fbac1df2bf5c4680acca335f6b3d3b0e 2024-11-21T12:45:14,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/134adb5c1fcb4509aa88bef9b22deb48 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/134adb5c1fcb4509aa88bef9b22deb48 2024-11-21T12:45:14,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/5c78e96eb2b24a1bb46d4c01968e7496 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/5c78e96eb2b24a1bb46d4c01968e7496 2024-11-21T12:45:14,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/ada4dd70e21f48c4a860b179eeb9b5b0 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/ada4dd70e21f48c4a860b179eeb9b5b0 2024-11-21T12:45:14,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/f0befeef31a14a319bb7e44adb3f9c85 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/f0befeef31a14a319bb7e44adb3f9c85 2024-11-21T12:45:14,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/f51c2a8e0a1c41c394fb0342aca3d5ad to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/f51c2a8e0a1c41c394fb0342aca3d5ad 2024-11-21T12:45:14,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/9b95a2f58f644a95849b0c31ce3424e6 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/9b95a2f58f644a95849b0c31ce3424e6 2024-11-21T12:45:14,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/e71da09e4422440a82389bfbef10f931 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/e71da09e4422440a82389bfbef10f931 2024-11-21T12:45:14,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/3a66e77cc14d4192a6158c8f18718b6e to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/3a66e77cc14d4192a6158c8f18718b6e 2024-11-21T12:45:14,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/9c53948058f240abb2864a84afd4892b to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/9c53948058f240abb2864a84afd4892b 2024-11-21T12:45:14,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/4ed8fbaa851c4ddcaa3521a4dc3c7997 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/4ed8fbaa851c4ddcaa3521a4dc3c7997 2024-11-21T12:45:14,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/3575d8a2f72d4aba9db7da381ccb3a41 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/3575d8a2f72d4aba9db7da381ccb3a41 2024-11-21T12:45:14,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/c1098fc8dd8a476f938c358abdb6f6a0 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/c1098fc8dd8a476f938c358abdb6f6a0 2024-11-21T12:45:14,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/fd2b82cad37b492f8e9b05f5c53af5bf to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/fd2b82cad37b492f8e9b05f5c53af5bf 2024-11-21T12:45:14,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/9934a83213c941a0be74d456d395afeb to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/9934a83213c941a0be74d456d395afeb 2024-11-21T12:45:14,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/e0b1f698f6a24d6a93691f04e0655b31 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/e0b1f698f6a24d6a93691f04e0655b31 2024-11-21T12:45:14,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/6aa9e85124114956bc1a23667e39e4af to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/6aa9e85124114956bc1a23667e39e4af 2024-11-21T12:45:14,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/a66bccdf15e048019102ea8454f95fcd to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/a66bccdf15e048019102ea8454f95fcd 2024-11-21T12:45:14,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/ca21f5f92d684159a0eeb967172c3b9a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/ca21f5f92d684159a0eeb967172c3b9a 2024-11-21T12:45:14,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/4e91638c74da40dba017308026ffe31f to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/4e91638c74da40dba017308026ffe31f 2024-11-21T12:45:14,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/29dc3d123f2840cb81251ce1acae9a85 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/29dc3d123f2840cb81251ce1acae9a85 2024-11-21T12:45:14,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/cc915773401a4098a7077494c762940b to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/cc915773401a4098a7077494c762940b 2024-11-21T12:45:14,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/9a8472c22214427794006bdf0b280e0c to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/9a8472c22214427794006bdf0b280e0c 2024-11-21T12:45:14,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/127cadcb4c19445387ea8c1b172b9453 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/127cadcb4c19445387ea8c1b172b9453 2024-11-21T12:45:14,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/bc31fdbf1fbd4ac8824d94900ac983c3 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/bc31fdbf1fbd4ac8824d94900ac983c3 2024-11-21T12:45:14,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/589ffbb9336a4a6d91b77ad27ddfd9f7 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/589ffbb9336a4a6d91b77ad27ddfd9f7 2024-11-21T12:45:14,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/c524e75411f5473393fe7898a9b4b410 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/c524e75411f5473393fe7898a9b4b410 2024-11-21T12:45:14,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/8000b8a0b75f4567850e59da55db86b2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/8000b8a0b75f4567850e59da55db86b2 2024-11-21T12:45:14,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/85ea82a20d6c42f18a76217b72e0fd85 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/85ea82a20d6c42f18a76217b72e0fd85 2024-11-21T12:45:14,571 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/recovered.edits/536.seqid, newMaxSeqId=536, maxSeqId=1 2024-11-21T12:45:14,572 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64. 2024-11-21T12:45:14,572 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1635): Region close journal for fd829a52aa6a52e07a5bd75b7c541b64: 2024-11-21T12:45:14,573 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] handler.UnassignRegionHandler(170): Closed fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:45:14,574 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=fd829a52aa6a52e07a5bd75b7c541b64, regionState=CLOSED 2024-11-21T12:45:14,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-21T12:45:14,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; CloseRegionProcedure fd829a52aa6a52e07a5bd75b7c541b64, server=b3d5da5e0922,39829,1732192970767 in 1.8080 sec 2024-11-21T12:45:14,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=134, resume processing ppid=133 2024-11-21T12:45:14,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, ppid=133, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=fd829a52aa6a52e07a5bd75b7c541b64, UNASSIGN in 1.8100 sec 2024-11-21T12:45:14,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-21T12:45:14,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8130 sec 2024-11-21T12:45:14,579 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732193114579"}]},"ts":"1732193114579"} 2024-11-21T12:45:14,580 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T12:45:14,621 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T12:45:14,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9090 sec 2024-11-21T12:45:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T12:45:14,822 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-21T12:45:14,823 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-21T12:45:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:45:14,827 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=136, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:45:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-21T12:45:14,828 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=136, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:45:14,831 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:45:14,834 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A, FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B, FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C, FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/recovered.edits] 2024-11-21T12:45:14,837 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/62abe788d1d84b009743ee2cb4becae5 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/62abe788d1d84b009743ee2cb4becae5 2024-11-21T12:45:14,839 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/c40710fe8d364e82a5193b53d183999d to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/A/c40710fe8d364e82a5193b53d183999d 2024-11-21T12:45:14,841 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/3eff4a71c49d4aa59b61895fcb6a8861 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/3eff4a71c49d4aa59b61895fcb6a8861 2024-11-21T12:45:14,842 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/af3d211f978240a4b4d0868f48cf42ec to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/B/af3d211f978240a4b4d0868f48cf42ec 2024-11-21T12:45:14,844 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/189081a66c0040f28c774b68d7773dce to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/189081a66c0040f28c774b68d7773dce 2024-11-21T12:45:14,845 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/37f0ca6ceab54f0cabd8ec866c6cf3db to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/37f0ca6ceab54f0cabd8ec866c6cf3db 2024-11-21T12:45:14,845 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/5785b57d8c3c4aab963866e17a24287b to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/5785b57d8c3c4aab963866e17a24287b 2024-11-21T12:45:14,847 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/b6a44842ea47471588d0b91fd956ce65 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/C/b6a44842ea47471588d0b91fd956ce65 2024-11-21T12:45:14,849 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/recovered.edits/536.seqid to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64/recovered.edits/536.seqid 2024-11-21T12:45:14,850 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/fd829a52aa6a52e07a5bd75b7c541b64 2024-11-21T12:45:14,850 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T12:45:14,852 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=136, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:45:14,853 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T12:45:14,855 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T12:45:14,856 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=136, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:45:14,856 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T12:45:14,856 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732193114856"}]},"ts":"9223372036854775807"} 2024-11-21T12:45:14,858 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T12:45:14,858 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => fd829a52aa6a52e07a5bd75b7c541b64, NAME => 'TestAcidGuarantees,,1732193089136.fd829a52aa6a52e07a5bd75b7c541b64.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T12:45:14,858 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T12:45:14,858 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732193114858"}]},"ts":"9223372036854775807"} 2024-11-21T12:45:14,860 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T12:45:14,869 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=136, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:45:14,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 45 msec 2024-11-21T12:45:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-21T12:45:14,930 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-21T12:45:14,944 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=241 (was 241), OpenFileDescriptor=459 (was 471), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=886 (was 793) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5223 (was 5275) 2024-11-21T12:45:14,953 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=241, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=886, ProcessCount=11, AvailableMemoryMB=5222 2024-11-21T12:45:14,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T12:45:14,955 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:45:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=137, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T12:45:14,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:45:14,956 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:45:14,956 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 137 2024-11-21T12:45:14,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:45:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-11-21T12:45:14,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742373_1549 (size=960) 2024-11-21T12:45:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-11-21T12:45:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-11-21T12:45:15,368 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36 2024-11-21T12:45:15,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742374_1550 (size=53) 2024-11-21T12:45:15,379 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:45:15,379 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 91deab26541724241f9bd38114fe40e2, disabling compactions & flushes 2024-11-21T12:45:15,379 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:15,379 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:15,379 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. after waiting 0 ms 2024-11-21T12:45:15,379 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:15,379 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:15,379 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:15,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:45:15,380 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732193115380"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732193115380"}]},"ts":"1732193115380"} 2024-11-21T12:45:15,382 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T12:45:15,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:45:15,383 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732193115383"}]},"ts":"1732193115383"} 2024-11-21T12:45:15,384 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T12:45:15,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=91deab26541724241f9bd38114fe40e2, ASSIGN}] 2024-11-21T12:45:15,439 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=91deab26541724241f9bd38114fe40e2, ASSIGN 2024-11-21T12:45:15,440 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=91deab26541724241f9bd38114fe40e2, ASSIGN; state=OFFLINE, location=b3d5da5e0922,39829,1732192970767; forceNewPlan=false, retain=false 2024-11-21T12:45:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-11-21T12:45:15,591 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=91deab26541724241f9bd38114fe40e2, regionState=OPENING, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:15,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; OpenRegionProcedure 91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767}] 2024-11-21T12:45:15,747 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:15,752 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:15,752 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(7285): Opening region: {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:45:15,753 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:15,753 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:45:15,753 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(7327): checking encryption for 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:15,753 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(7330): checking classloading for 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:15,755 INFO [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:15,756 INFO [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:45:15,757 INFO [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91deab26541724241f9bd38114fe40e2 columnFamilyName A 2024-11-21T12:45:15,757 DEBUG [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:45:15,757 INFO [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] regionserver.HStore(327): Store=91deab26541724241f9bd38114fe40e2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:45:15,757 INFO [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:15,758 INFO [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:45:15,758 INFO [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91deab26541724241f9bd38114fe40e2 columnFamilyName B 2024-11-21T12:45:15,758 DEBUG [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:45:15,759 INFO [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] regionserver.HStore(327): Store=91deab26541724241f9bd38114fe40e2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:45:15,759 INFO [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:15,760 INFO [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:45:15,760 INFO [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91deab26541724241f9bd38114fe40e2 columnFamilyName C 2024-11-21T12:45:15,760 DEBUG [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:45:15,760 INFO [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] regionserver.HStore(327): Store=91deab26541724241f9bd38114fe40e2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:45:15,760 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:15,761 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:15,761 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:15,762 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T12:45:15,763 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(1085): writing seq id for 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:15,765 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:45:15,765 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(1102): Opened 91deab26541724241f9bd38114fe40e2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71143109, jitterRate=0.06011493504047394}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T12:45:15,766 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(1001): Region open journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:15,766 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2., pid=139, masterSystemTime=1732193115747 2024-11-21T12:45:15,768 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:15,768 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:15,768 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=91deab26541724241f9bd38114fe40e2, regionState=OPEN, openSeqNum=2, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:15,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-21T12:45:15,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; OpenRegionProcedure 91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 in 175 msec 2024-11-21T12:45:15,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=138, resume processing ppid=137 2024-11-21T12:45:15,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, ppid=137, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=91deab26541724241f9bd38114fe40e2, ASSIGN in 333 msec 2024-11-21T12:45:15,773 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:45:15,773 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732193115773"}]},"ts":"1732193115773"} 2024-11-21T12:45:15,774 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T12:45:15,822 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:45:15,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 867 msec 2024-11-21T12:45:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-11-21T12:45:16,066 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 137 completed 2024-11-21T12:45:16,069 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ee6bae4 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37bc51bd 2024-11-21T12:45:16,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b85ad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:45:16,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:45:16,112 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:45:16,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:45:16,115 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:45:16,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T12:45:16,116 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:45:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T12:45:16,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742375_1551 (size=996) 2024-11-21T12:45:16,529 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-21T12:45:16,529 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-21T12:45:16,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T12:45:16,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=91deab26541724241f9bd38114fe40e2, REOPEN/MOVE}] 2024-11-21T12:45:16,538 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=91deab26541724241f9bd38114fe40e2, REOPEN/MOVE 2024-11-21T12:45:16,539 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=91deab26541724241f9bd38114fe40e2, regionState=CLOSING, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:16,540 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T12:45:16,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; CloseRegionProcedure 91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767}] 2024-11-21T12:45:16,691 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:16,693 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(124): Close 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:16,693 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T12:45:16,693 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1681): Closing 91deab26541724241f9bd38114fe40e2, disabling compactions & flushes 2024-11-21T12:45:16,693 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:16,693 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:16,693 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. after waiting 0 ms 2024-11-21T12:45:16,693 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:16,700 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T12:45:16,701 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:16,701 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1635): Region close journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:16,701 WARN [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegionServer(3786): Not adding moved region record: 91deab26541724241f9bd38114fe40e2 to self. 2024-11-21T12:45:16,702 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(170): Closed 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:16,703 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=91deab26541724241f9bd38114fe40e2, regionState=CLOSED 2024-11-21T12:45:16,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-21T12:45:16,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; CloseRegionProcedure 91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 in 164 msec 2024-11-21T12:45:16,707 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=91deab26541724241f9bd38114fe40e2, REOPEN/MOVE; state=CLOSED, location=b3d5da5e0922,39829,1732192970767; forceNewPlan=false, retain=true 2024-11-21T12:45:16,857 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=91deab26541724241f9bd38114fe40e2, regionState=OPENING, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:16,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=142, state=RUNNABLE; OpenRegionProcedure 91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767}] 2024-11-21T12:45:17,011 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:17,013 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:17,013 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7285): Opening region: {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:45:17,013 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:17,014 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:45:17,014 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7327): checking encryption for 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:17,014 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7330): checking classloading for 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:17,015 INFO [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:17,015 INFO [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:45:17,016 INFO [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91deab26541724241f9bd38114fe40e2 columnFamilyName A 2024-11-21T12:45:17,017 DEBUG [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:45:17,017 INFO [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] regionserver.HStore(327): Store=91deab26541724241f9bd38114fe40e2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:45:17,018 INFO [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:17,018 INFO [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:45:17,019 INFO [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91deab26541724241f9bd38114fe40e2 columnFamilyName B 2024-11-21T12:45:17,019 DEBUG [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:45:17,019 INFO [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] regionserver.HStore(327): Store=91deab26541724241f9bd38114fe40e2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:45:17,019 INFO [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:17,020 INFO [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:45:17,020 INFO [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91deab26541724241f9bd38114fe40e2 columnFamilyName C 2024-11-21T12:45:17,020 DEBUG [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:45:17,021 INFO [StoreOpener-91deab26541724241f9bd38114fe40e2-1 {}] regionserver.HStore(327): Store=91deab26541724241f9bd38114fe40e2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:45:17,021 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:17,022 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:17,023 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:17,025 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T12:45:17,027 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1085): writing seq id for 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:17,029 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1102): Opened 91deab26541724241f9bd38114fe40e2; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63028481, jitterRate=-0.06080244481563568}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T12:45:17,030 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1001): Region open journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:17,031 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2., pid=144, masterSystemTime=1732193117011 2024-11-21T12:45:17,032 DEBUG [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:17,033 INFO [RS_OPEN_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:17,033 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=91deab26541724241f9bd38114fe40e2, regionState=OPEN, openSeqNum=5, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:17,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=142 2024-11-21T12:45:17,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=142, state=SUCCESS; OpenRegionProcedure 91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 in 175 msec 2024-11-21T12:45:17,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=142, resume processing ppid=141 2024-11-21T12:45:17,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, ppid=141, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=91deab26541724241f9bd38114fe40e2, REOPEN/MOVE in 498 msec 2024-11-21T12:45:17,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-21T12:45:17,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 505 msec 2024-11-21T12:45:17,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 923 msec 2024-11-21T12:45:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-21T12:45:17,042 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x23b3371c to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40792dc9 2024-11-21T12:45:17,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d63133f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:45:17,081 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b893c6b to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2975fb6 2024-11-21T12:45:17,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f85e30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:45:17,089 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x232a1c29 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b788d15 2024-11-21T12:45:17,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea44994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:45:17,097 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c9f0471 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@13d028d2 2024-11-21T12:45:17,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f543bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:45:17,106 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x489f17e4 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a1b209d 2024-11-21T12:45:17,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf2298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:45:17,114 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7255c7fe to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f73e0ce 2024-11-21T12:45:17,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@628628b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:45:17,122 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x639a0bee to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@737ff2c3 2024-11-21T12:45:17,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3606fa1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:45:17,131 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x588f2c24 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54ea341c 2024-11-21T12:45:17,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@553dfa8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:45:17,139 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x535264e3 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@561de041 2024-11-21T12:45:17,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4e9986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:45:17,147 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32bc1281 to 127.0.0.1:59516 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b9af37f 2024-11-21T12:45:17,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1300c923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:45:17,157 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:45:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-11-21T12:45:17,159 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:45:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-21T12:45:17,159 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:45:17,159 DEBUG [hconnection-0x1521e58c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:45:17,159 DEBUG [hconnection-0x30b290d8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:45:17,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:45:17,159 DEBUG [hconnection-0x3440b178-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:45:17,160 DEBUG [hconnection-0x1d711a81-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:45:17,160 DEBUG [hconnection-0x786add7d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:45:17,160 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:45:17,160 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:45:17,160 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:45:17,161 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:45:17,161 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59790, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:45:17,161 DEBUG [hconnection-0x39d1c4a5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:45:17,161 DEBUG [hconnection-0x1c00c8f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:45:17,162 DEBUG [hconnection-0x795055c7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:45:17,162 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:45:17,162 DEBUG [hconnection-0x7804bb9f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:45:17,162 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:45:17,163 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:45:17,163 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:45:17,163 DEBUG [hconnection-0x692b3397-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:45:17,164 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:45:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:17,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91deab26541724241f9bd38114fe40e2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T12:45:17,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=A 2024-11-21T12:45:17,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:17,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=B 2024-11-21T12:45:17,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:17,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=C 2024-11-21T12:45:17,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:17,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193177182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:17,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193177182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:17,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193177183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:17,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193177184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:17,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193177185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:17,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112167b97981e546408f825311c7ce9d0264_91deab26541724241f9bd38114fe40e2 is 50, key is test_row_1/A:col10/1732193117166/Put/seqid=0 2024-11-21T12:45:17,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742376_1552 (size=9714) 2024-11-21T12:45:17,205 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:45:17,208 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112167b97981e546408f825311c7ce9d0264_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112167b97981e546408f825311c7ce9d0264_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:17,208 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/f570899f2f1c4d04b764468ce6485c52, store: [table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:17,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/f570899f2f1c4d04b764468ce6485c52 is 175, key is test_row_1/A:col10/1732193117166/Put/seqid=0 2024-11-21T12:45:17,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742377_1553 (size=22361) 2024-11-21T12:45:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-21T12:45:17,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193177286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:17,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193177286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:17,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193177287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:17,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193177287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:17,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193177287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:17,311 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:17,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-21T12:45:17,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:17,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:17,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:17,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:17,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-21T12:45:17,464 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:17,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-21T12:45:17,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:17,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:17,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:17,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:17,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:17,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193177488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:17,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:17,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193177488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193177488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:17,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193177489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:17,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193177490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:17,616 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:17,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-21T12:45:17,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:17,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:17,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:17,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:17,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:17,620 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/f570899f2f1c4d04b764468ce6485c52 2024-11-21T12:45:17,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/1d0802bc71204e3c95f860f932c23b93 is 50, key is test_row_1/B:col10/1732193117166/Put/seqid=0 2024-11-21T12:45:17,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742378_1554 (size=9657) 2024-11-21T12:45:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-21T12:45:17,768 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:17,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-21T12:45:17,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:17,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:17,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:17,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:17,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:17,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:17,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193177790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:17,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193177791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:17,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193177792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:17,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193177792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:17,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193177793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:17,920 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:17,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-21T12:45:17,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:17,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:17,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:17,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:17,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:18,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/1d0802bc71204e3c95f860f932c23b93 2024-11-21T12:45:18,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/1d2ad733d40c4253bea9b71859b81acd is 50, key is test_row_1/C:col10/1732193117166/Put/seqid=0 2024-11-21T12:45:18,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742379_1555 (size=9657) 2024-11-21T12:45:18,072 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:18,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/1d2ad733d40c4253bea9b71859b81acd 2024-11-21T12:45:18,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-21T12:45:18,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:18,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:18,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:18,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:18,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:18,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/f570899f2f1c4d04b764468ce6485c52 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/f570899f2f1c4d04b764468ce6485c52 2024-11-21T12:45:18,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/f570899f2f1c4d04b764468ce6485c52, entries=100, sequenceid=16, filesize=21.8 K 2024-11-21T12:45:18,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/1d0802bc71204e3c95f860f932c23b93 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/1d0802bc71204e3c95f860f932c23b93 2024-11-21T12:45:18,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/1d0802bc71204e3c95f860f932c23b93, entries=100, sequenceid=16, filesize=9.4 K 2024-11-21T12:45:18,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/1d2ad733d40c4253bea9b71859b81acd as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/1d2ad733d40c4253bea9b71859b81acd 2024-11-21T12:45:18,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/1d2ad733d40c4253bea9b71859b81acd, entries=100, sequenceid=16, filesize=9.4 K 2024-11-21T12:45:18,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 91deab26541724241f9bd38114fe40e2 in 923ms, sequenceid=16, compaction requested=false 2024-11-21T12:45:18,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:18,225 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:18,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-21T12:45:18,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:18,226 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2837): Flushing 91deab26541724241f9bd38114fe40e2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T12:45:18,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=A 2024-11-21T12:45:18,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:18,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=B 2024-11-21T12:45:18,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:18,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=C 2024-11-21T12:45:18,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:18,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210b2a5fffd7aa4689b890b9704b648ea0_91deab26541724241f9bd38114fe40e2 is 50, key is test_row_0/A:col10/1732193117182/Put/seqid=0 2024-11-21T12:45:18,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742380_1556 (size=12154) 2024-11-21T12:45:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-21T12:45:18,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:18,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:18,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193178329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:18,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193178329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:18,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193178330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:18,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193178330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:18,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193178331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:18,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193178433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:18,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193178433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:18,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193178434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:18,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193178434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:18,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193178434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:18,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:45:18,637 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210b2a5fffd7aa4689b890b9704b648ea0_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210b2a5fffd7aa4689b890b9704b648ea0_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:18,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193178635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:18,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/6aeb77bb65844570b73b4f970571ac37, store: [table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:18,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193178635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:18,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193178636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:18,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/6aeb77bb65844570b73b4f970571ac37 is 175, key is test_row_0/A:col10/1732193117182/Put/seqid=0 2024-11-21T12:45:18,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193178637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:18,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193178637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:18,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742381_1557 (size=30955) 2024-11-21T12:45:18,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:18,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193178938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193178938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:18,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193178939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:18,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193178941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:18,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193178941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:19,041 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/6aeb77bb65844570b73b4f970571ac37 2024-11-21T12:45:19,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/885e62fab5ce41c481e412b3799244b1 is 50, key is test_row_0/B:col10/1732193117182/Put/seqid=0 2024-11-21T12:45:19,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742382_1558 (size=12001) 2024-11-21T12:45:19,164 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:45:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-21T12:45:19,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:19,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193179442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:19,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:19,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193179442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:19,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:19,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193179443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:19,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193179445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:19,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193179445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:19,449 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/885e62fab5ce41c481e412b3799244b1 2024-11-21T12:45:19,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/b48317469bc946b598e6ae025ff1d442 is 50, key is test_row_0/C:col10/1732193117182/Put/seqid=0 2024-11-21T12:45:19,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742383_1559 (size=12001) 2024-11-21T12:45:19,456 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/b48317469bc946b598e6ae025ff1d442 2024-11-21T12:45:19,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/6aeb77bb65844570b73b4f970571ac37 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/6aeb77bb65844570b73b4f970571ac37 2024-11-21T12:45:19,462 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/6aeb77bb65844570b73b4f970571ac37, entries=150, sequenceid=40, filesize=30.2 K 2024-11-21T12:45:19,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/885e62fab5ce41c481e412b3799244b1 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/885e62fab5ce41c481e412b3799244b1 2024-11-21T12:45:19,465 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/885e62fab5ce41c481e412b3799244b1, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T12:45:19,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/b48317469bc946b598e6ae025ff1d442 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/b48317469bc946b598e6ae025ff1d442 2024-11-21T12:45:19,468 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/b48317469bc946b598e6ae025ff1d442, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T12:45:19,469 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for 91deab26541724241f9bd38114fe40e2 in 1243ms, sequenceid=40, compaction requested=false 2024-11-21T12:45:19,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2538): Flush status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:19,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:19,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-11-21T12:45:19,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=146 2024-11-21T12:45:19,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-11-21T12:45:19,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3110 sec 2024-11-21T12:45:19,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 2.3140 sec 2024-11-21T12:45:20,099 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T12:45:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:20,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91deab26541724241f9bd38114fe40e2 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-21T12:45:20,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=A 2024-11-21T12:45:20,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:20,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=B 2024-11-21T12:45:20,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:20,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=C 2024-11-21T12:45:20,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:20,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d5e7bcb9effa42628c1cebbcb46dd1a7_91deab26541724241f9bd38114fe40e2 is 50, key is test_row_0/A:col10/1732193120449/Put/seqid=0 2024-11-21T12:45:20,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742384_1560 (size=12154) 2024-11-21T12:45:20,476 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:45:20,480 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d5e7bcb9effa42628c1cebbcb46dd1a7_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d5e7bcb9effa42628c1cebbcb46dd1a7_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:20,481 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/17d3b301a5f342b2847cce130815217b, store: [table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:20,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/17d3b301a5f342b2847cce130815217b is 175, key is test_row_0/A:col10/1732193120449/Put/seqid=0 2024-11-21T12:45:20,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193180478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:20,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193180479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:20,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193180481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:20,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193180483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:20,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193180484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:20,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742385_1561 (size=30955) 2024-11-21T12:45:20,498 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/17d3b301a5f342b2847cce130815217b 2024-11-21T12:45:20,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/c5779ca29d2942ecb6e0f91b8fe62bcf is 50, key is test_row_0/B:col10/1732193120449/Put/seqid=0 2024-11-21T12:45:20,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742386_1562 (size=12001) 2024-11-21T12:45:20,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193180588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:20,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193180588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:20,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193180588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:20,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193180589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:20,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193180589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:20,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193180791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:20,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193180792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:20,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193180795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:20,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193180796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:20,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193180799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:20,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/c5779ca29d2942ecb6e0f91b8fe62bcf 2024-11-21T12:45:20,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/2ebfe6e2bd9a4ef2b6fc4c04207eb367 is 50, key is test_row_0/C:col10/1732193120449/Put/seqid=0 2024-11-21T12:45:21,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742387_1563 (size=12001) 2024-11-21T12:45:21,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193181095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:21,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193181100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:21,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193181102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:21,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193181102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:21,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193181106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-21T12:45:21,268 INFO [Thread-2454 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 145 completed 2024-11-21T12:45:21,271 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:45:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees 2024-11-21T12:45:21,275 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:45:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-21T12:45:21,276 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:45:21,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:45:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-21T12:45:21,429 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:21,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-21T12:45:21,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:21,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:21,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:21,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:21,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:21,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/2ebfe6e2bd9a4ef2b6fc4c04207eb367 2024-11-21T12:45:21,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/17d3b301a5f342b2847cce130815217b as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/17d3b301a5f342b2847cce130815217b 2024-11-21T12:45:21,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/17d3b301a5f342b2847cce130815217b, entries=150, sequenceid=57, filesize=30.2 K 2024-11-21T12:45:21,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/c5779ca29d2942ecb6e0f91b8fe62bcf as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/c5779ca29d2942ecb6e0f91b8fe62bcf 2024-11-21T12:45:21,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/c5779ca29d2942ecb6e0f91b8fe62bcf, entries=150, sequenceid=57, filesize=11.7 K 2024-11-21T12:45:21,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/2ebfe6e2bd9a4ef2b6fc4c04207eb367 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/2ebfe6e2bd9a4ef2b6fc4c04207eb367 2024-11-21T12:45:21,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/2ebfe6e2bd9a4ef2b6fc4c04207eb367, entries=150, sequenceid=57, filesize=11.7 K 2024-11-21T12:45:21,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 91deab26541724241f9bd38114fe40e2 in 1009ms, sequenceid=57, compaction requested=true 2024-11-21T12:45:21,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:21,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91deab26541724241f9bd38114fe40e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:45:21,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:21,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91deab26541724241f9bd38114fe40e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:45:21,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:21,466 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:45:21,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91deab26541724241f9bd38114fe40e2:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:45:21,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T12:45:21,466 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:45:21,468 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84271 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:45:21,468 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 91deab26541724241f9bd38114fe40e2/A is initiating minor compaction (all files) 2024-11-21T12:45:21,468 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91deab26541724241f9bd38114fe40e2/A in TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:21,468 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/f570899f2f1c4d04b764468ce6485c52, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/6aeb77bb65844570b73b4f970571ac37, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/17d3b301a5f342b2847cce130815217b] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp, totalSize=82.3 K 2024-11-21T12:45:21,468 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:21,468 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. files: [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/f570899f2f1c4d04b764468ce6485c52, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/6aeb77bb65844570b73b4f970571ac37, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/17d3b301a5f342b2847cce130815217b] 2024-11-21T12:45:21,473 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting f570899f2f1c4d04b764468ce6485c52, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732193117166 2024-11-21T12:45:21,474 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6aeb77bb65844570b73b4f970571ac37, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732193117182 2024-11-21T12:45:21,474 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17d3b301a5f342b2847cce130815217b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732193120448 2024-11-21T12:45:21,478 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:45:21,478 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 91deab26541724241f9bd38114fe40e2/B is initiating minor compaction (all files) 2024-11-21T12:45:21,478 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91deab26541724241f9bd38114fe40e2/B in TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:21,478 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/1d0802bc71204e3c95f860f932c23b93, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/885e62fab5ce41c481e412b3799244b1, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/c5779ca29d2942ecb6e0f91b8fe62bcf] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp, totalSize=32.9 K 2024-11-21T12:45:21,482 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d0802bc71204e3c95f860f932c23b93, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732193117166 2024-11-21T12:45:21,486 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 885e62fab5ce41c481e412b3799244b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732193117182 2024-11-21T12:45:21,487 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting c5779ca29d2942ecb6e0f91b8fe62bcf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732193120448 2024-11-21T12:45:21,494 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:21,511 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121c0043764f57642cdb451d02af19c139f_91deab26541724241f9bd38114fe40e2 store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:21,513 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121c0043764f57642cdb451d02af19c139f_91deab26541724241f9bd38114fe40e2, store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:21,513 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c0043764f57642cdb451d02af19c139f_91deab26541724241f9bd38114fe40e2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:21,547 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91deab26541724241f9bd38114fe40e2#B#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:21,548 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/ccaa6469147c43a9866ac5682b151f83 is 50, key is test_row_0/B:col10/1732193120449/Put/seqid=0 2024-11-21T12:45:21,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742388_1564 (size=4469) 2024-11-21T12:45:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-21T12:45:21,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742389_1565 (size=12104) 2024-11-21T12:45:21,582 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:21,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-21T12:45:21,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:21,587 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2837): Flushing 91deab26541724241f9bd38114fe40e2 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-21T12:45:21,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=A 2024-11-21T12:45:21,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:21,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=B 2024-11-21T12:45:21,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:21,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=C 2024-11-21T12:45:21,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:21,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:21,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112177e3029f161448a19b155925cfd5349f_91deab26541724241f9bd38114fe40e2 is 50, key is test_row_0/A:col10/1732193120480/Put/seqid=0 2024-11-21T12:45:21,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742390_1566 (size=12154) 2024-11-21T12:45:21,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:45:21,634 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112177e3029f161448a19b155925cfd5349f_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112177e3029f161448a19b155925cfd5349f_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:21,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:21,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193181628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193181629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:21,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/6cb144b2532a46b78ee8f0912421b09c, store: [table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:21,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/6cb144b2532a46b78ee8f0912421b09c is 175, key is test_row_0/A:col10/1732193120480/Put/seqid=0 2024-11-21T12:45:21,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193181636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:21,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193181637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:21,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193181637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:21,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742391_1567 (size=30955) 2024-11-21T12:45:21,687 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/6cb144b2532a46b78ee8f0912421b09c 2024-11-21T12:45:21,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/cbf8c09a1e4f4fd1827445f5d70507b5 is 50, key is test_row_0/B:col10/1732193120480/Put/seqid=0 2024-11-21T12:45:21,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193181742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:21,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193181746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:21,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193181746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:21,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193181755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:21,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193181741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:21,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742392_1568 (size=12001) 2024-11-21T12:45:21,791 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/cbf8c09a1e4f4fd1827445f5d70507b5 2024-11-21T12:45:21,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/56ae98c6ef9b40e6b3fe5eab41dbabc0 is 50, key is test_row_0/C:col10/1732193120480/Put/seqid=0 2024-11-21T12:45:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-21T12:45:21,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742393_1569 (size=12001) 2024-11-21T12:45:21,895 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/56ae98c6ef9b40e6b3fe5eab41dbabc0 2024-11-21T12:45:21,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/6cb144b2532a46b78ee8f0912421b09c as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/6cb144b2532a46b78ee8f0912421b09c 2024-11-21T12:45:21,949 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/6cb144b2532a46b78ee8f0912421b09c, entries=150, sequenceid=77, filesize=30.2 K 2024-11-21T12:45:21,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/cbf8c09a1e4f4fd1827445f5d70507b5 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/cbf8c09a1e4f4fd1827445f5d70507b5 2024-11-21T12:45:21,959 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91deab26541724241f9bd38114fe40e2#A#compaction#474 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:21,960 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/5d74ca7961fc42908fa67556a5e46d0f is 175, key is test_row_0/A:col10/1732193120449/Put/seqid=0 2024-11-21T12:45:21,961 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/cbf8c09a1e4f4fd1827445f5d70507b5, entries=150, sequenceid=77, filesize=11.7 K 2024-11-21T12:45:21,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/56ae98c6ef9b40e6b3fe5eab41dbabc0 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/56ae98c6ef9b40e6b3fe5eab41dbabc0 2024-11-21T12:45:21,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193181959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:21,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193181963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:21,969 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/56ae98c6ef9b40e6b3fe5eab41dbabc0, entries=150, sequenceid=77, filesize=11.7 K 2024-11-21T12:45:21,978 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 91deab26541724241f9bd38114fe40e2 in 391ms, sequenceid=77, compaction requested=true 2024-11-21T12:45:21,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2538): Flush status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:21,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:21,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=148 2024-11-21T12:45:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:21,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91deab26541724241f9bd38114fe40e2 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-21T12:45:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=148 2024-11-21T12:45:21,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=A 2024-11-21T12:45:21,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:21,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=B 2024-11-21T12:45:21,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:21,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=C 2024-11-21T12:45:21,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:22,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-21T12:45:22,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 710 msec 2024-11-21T12:45:22,003 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/ccaa6469147c43a9866ac5682b151f83 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/ccaa6469147c43a9866ac5682b151f83 2024-11-21T12:45:22,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742394_1570 (size=31058) 2024-11-21T12:45:22,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees in 735 msec 2024-11-21T12:45:22,015 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91deab26541724241f9bd38114fe40e2/B of 91deab26541724241f9bd38114fe40e2 into ccaa6469147c43a9866ac5682b151f83(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:22,015 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:22,015 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2., storeName=91deab26541724241f9bd38114fe40e2/B, priority=13, startTime=1732193121466; duration=0sec 2024-11-21T12:45:22,015 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:22,015 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91deab26541724241f9bd38114fe40e2:B 2024-11-21T12:45:22,015 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:45:22,016 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:45:22,016 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 91deab26541724241f9bd38114fe40e2/C is initiating minor compaction (all files) 2024-11-21T12:45:22,016 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91deab26541724241f9bd38114fe40e2/C in TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:22,016 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/1d2ad733d40c4253bea9b71859b81acd, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/b48317469bc946b598e6ae025ff1d442, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/2ebfe6e2bd9a4ef2b6fc4c04207eb367, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/56ae98c6ef9b40e6b3fe5eab41dbabc0] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp, totalSize=44.6 K 2024-11-21T12:45:22,017 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/5d74ca7961fc42908fa67556a5e46d0f as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/5d74ca7961fc42908fa67556a5e46d0f 2024-11-21T12:45:22,017 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d2ad733d40c4253bea9b71859b81acd, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732193117166 2024-11-21T12:45:22,017 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting b48317469bc946b598e6ae025ff1d442, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732193117182 2024-11-21T12:45:22,018 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ebfe6e2bd9a4ef2b6fc4c04207eb367, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732193120448 2024-11-21T12:45:22,018 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 56ae98c6ef9b40e6b3fe5eab41dbabc0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732193120476 2024-11-21T12:45:22,021 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91deab26541724241f9bd38114fe40e2/A of 91deab26541724241f9bd38114fe40e2 into 5d74ca7961fc42908fa67556a5e46d0f(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:22,021 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:22,022 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2., storeName=91deab26541724241f9bd38114fe40e2/A, priority=13, startTime=1732193121466; duration=0sec 2024-11-21T12:45:22,022 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:22,022 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91deab26541724241f9bd38114fe40e2:A 2024-11-21T12:45:22,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121056c229208ae496bb0805d418106cdad_91deab26541724241f9bd38114fe40e2 is 50, key is test_row_0/A:col10/1732193121620/Put/seqid=0 2024-11-21T12:45:22,049 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91deab26541724241f9bd38114fe40e2#C#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:22,049 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/e08e91c00c504ae0b10188f001fd6d4c is 50, key is test_row_0/C:col10/1732193120480/Put/seqid=0 2024-11-21T12:45:22,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193182052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:22,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193182056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:22,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193182058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:22,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742395_1571 (size=17034) 2024-11-21T12:45:22,091 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:45:22,103 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121056c229208ae496bb0805d418106cdad_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121056c229208ae496bb0805d418106cdad_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:22,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742396_1572 (size=12139) 2024-11-21T12:45:22,105 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/7570c7d900734f7ebe9e172ef8b32c70, store: [table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:22,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/7570c7d900734f7ebe9e172ef8b32c70 is 175, key is test_row_0/A:col10/1732193121620/Put/seqid=0 2024-11-21T12:45:22,126 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/e08e91c00c504ae0b10188f001fd6d4c as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/e08e91c00c504ae0b10188f001fd6d4c 2024-11-21T12:45:22,130 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 91deab26541724241f9bd38114fe40e2/C of 91deab26541724241f9bd38114fe40e2 into e08e91c00c504ae0b10188f001fd6d4c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:22,130 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:22,130 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2., storeName=91deab26541724241f9bd38114fe40e2/C, priority=12, startTime=1732193121466; duration=0sec 2024-11-21T12:45:22,130 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:22,130 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91deab26541724241f9bd38114fe40e2:C 2024-11-21T12:45:22,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742397_1573 (size=48139) 2024-11-21T12:45:22,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193182160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:22,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:22,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193182169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193182170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:22,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193182269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:22,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193182270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:22,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193182366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:22,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193182375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:22,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193182379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-21T12:45:22,389 INFO [Thread-2454 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 147 completed 2024-11-21T12:45:22,400 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:45:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees 2024-11-21T12:45:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-21T12:45:22,403 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:45:22,404 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:45:22,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:45:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-21T12:45:22,555 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/7570c7d900734f7ebe9e172ef8b32c70 2024-11-21T12:45:22,556 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:22,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-21T12:45:22,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:22,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:22,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:22,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:22,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:22,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/a0728fb0a7164f0cb0fd2afe67754778 is 50, key is test_row_0/B:col10/1732193121620/Put/seqid=0 2024-11-21T12:45:22,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742398_1574 (size=12001) 2024-11-21T12:45:22,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193182675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:22,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193182682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:22,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193182684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-21T12:45:22,720 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:22,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-21T12:45:22,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:22,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:22,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:22,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:22,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:22,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193182779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:22,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193182781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:22,877 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:22,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-21T12:45:22,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:22,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:22,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:22,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:22,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-21T12:45:23,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/a0728fb0a7164f0cb0fd2afe67754778 2024-11-21T12:45:23,033 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:23,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-21T12:45:23,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:23,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:23,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:23,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:23,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:23,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/5cd3e7c0cf3240a0b2759aea97a72128 is 50, key is test_row_0/C:col10/1732193121620/Put/seqid=0 2024-11-21T12:45:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:23,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742399_1575 (size=12001) 2024-11-21T12:45:23,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/5cd3e7c0cf3240a0b2759aea97a72128 2024-11-21T12:45:23,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/7570c7d900734f7ebe9e172ef8b32c70 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/7570c7d900734f7ebe9e172ef8b32c70 2024-11-21T12:45:23,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/7570c7d900734f7ebe9e172ef8b32c70, entries=250, sequenceid=97, filesize=47.0 K 2024-11-21T12:45:23,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/a0728fb0a7164f0cb0fd2afe67754778 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/a0728fb0a7164f0cb0fd2afe67754778 2024-11-21T12:45:23,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/a0728fb0a7164f0cb0fd2afe67754778, entries=150, sequenceid=97, filesize=11.7 K 2024-11-21T12:45:23,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/5cd3e7c0cf3240a0b2759aea97a72128 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/5cd3e7c0cf3240a0b2759aea97a72128 2024-11-21T12:45:23,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/5cd3e7c0cf3240a0b2759aea97a72128, entries=150, sequenceid=97, filesize=11.7 K 2024-11-21T12:45:23,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 91deab26541724241f9bd38114fe40e2 in 1129ms, sequenceid=97, compaction requested=true 2024-11-21T12:45:23,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:23,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91deab26541724241f9bd38114fe40e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:45:23,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:23,108 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:45:23,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91deab26541724241f9bd38114fe40e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:45:23,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:23,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91deab26541724241f9bd38114fe40e2:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:45:23,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T12:45:23,109 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:45:23,109 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:45:23,109 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 91deab26541724241f9bd38114fe40e2/B is initiating minor compaction (all files) 2024-11-21T12:45:23,109 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91deab26541724241f9bd38114fe40e2/B in TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:23,109 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/ccaa6469147c43a9866ac5682b151f83, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/cbf8c09a1e4f4fd1827445f5d70507b5, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/a0728fb0a7164f0cb0fd2afe67754778] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp, totalSize=35.3 K 2024-11-21T12:45:23,110 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:45:23,110 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 91deab26541724241f9bd38114fe40e2/A is initiating minor compaction (all files) 2024-11-21T12:45:23,110 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91deab26541724241f9bd38114fe40e2/A in TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:23,110 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting ccaa6469147c43a9866ac5682b151f83, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732193120448 2024-11-21T12:45:23,110 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/5d74ca7961fc42908fa67556a5e46d0f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/6cb144b2532a46b78ee8f0912421b09c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/7570c7d900734f7ebe9e172ef8b32c70] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp, totalSize=107.6 K 2024-11-21T12:45:23,110 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:23,110 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. files: [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/5d74ca7961fc42908fa67556a5e46d0f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/6cb144b2532a46b78ee8f0912421b09c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/7570c7d900734f7ebe9e172ef8b32c70] 2024-11-21T12:45:23,110 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting cbf8c09a1e4f4fd1827445f5d70507b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732193120476 2024-11-21T12:45:23,111 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d74ca7961fc42908fa67556a5e46d0f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732193120448 2024-11-21T12:45:23,112 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting a0728fb0a7164f0cb0fd2afe67754778, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732193121620 2024-11-21T12:45:23,112 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cb144b2532a46b78ee8f0912421b09c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732193120476 2024-11-21T12:45:23,112 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7570c7d900734f7ebe9e172ef8b32c70, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732193121620 2024-11-21T12:45:23,126 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:23,136 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411214133b98e9758495ab99edf37e8f2778e_91deab26541724241f9bd38114fe40e2 store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:23,137 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91deab26541724241f9bd38114fe40e2#B#compaction#484 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:23,137 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/4573cf0636d94bcd9b1e6275a08386a3 is 50, key is test_row_0/B:col10/1732193121620/Put/seqid=0 2024-11-21T12:45:23,138 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411214133b98e9758495ab99edf37e8f2778e_91deab26541724241f9bd38114fe40e2, store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:23,139 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214133b98e9758495ab99edf37e8f2778e_91deab26541724241f9bd38114fe40e2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:23,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742401_1577 (size=4469) 2024-11-21T12:45:23,173 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91deab26541724241f9bd38114fe40e2#A#compaction#483 average throughput is 0.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:23,173 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/5a5cfa4f0865437e9ce94572588c339b is 175, key is test_row_0/A:col10/1732193121620/Put/seqid=0 2024-11-21T12:45:23,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742400_1576 (size=12207) 2024-11-21T12:45:23,185 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/4573cf0636d94bcd9b1e6275a08386a3 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/4573cf0636d94bcd9b1e6275a08386a3 2024-11-21T12:45:23,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91deab26541724241f9bd38114fe40e2 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-21T12:45:23,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=A 2024-11-21T12:45:23,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:23,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=B 2024-11-21T12:45:23,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:23,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=C 2024-11-21T12:45:23,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:23,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742402_1578 (size=31161) 2024-11-21T12:45:23,191 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:23,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-21T12:45:23,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:23,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:23,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:23,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:23,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:23,201 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91deab26541724241f9bd38114fe40e2/B of 91deab26541724241f9bd38114fe40e2 into 4573cf0636d94bcd9b1e6275a08386a3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:23,201 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:23,201 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2., storeName=91deab26541724241f9bd38114fe40e2/B, priority=13, startTime=1732193123108; duration=0sec 2024-11-21T12:45:23,202 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:23,202 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91deab26541724241f9bd38114fe40e2:B 2024-11-21T12:45:23,202 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T12:45:23,202 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T12:45:23,202 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T12:45:23,202 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. because compaction request was cancelled 2024-11-21T12:45:23,202 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91deab26541724241f9bd38114fe40e2:C 2024-11-21T12:45:23,206 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/5a5cfa4f0865437e9ce94572588c339b as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/5a5cfa4f0865437e9ce94572588c339b 2024-11-21T12:45:23,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112135ebea4915734b3f80d2945a598a1889_91deab26541724241f9bd38114fe40e2 is 50, key is test_row_0/A:col10/1732193122055/Put/seqid=0 2024-11-21T12:45:23,226 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91deab26541724241f9bd38114fe40e2/A of 91deab26541724241f9bd38114fe40e2 into 5a5cfa4f0865437e9ce94572588c339b(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:23,226 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:23,226 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2., storeName=91deab26541724241f9bd38114fe40e2/A, priority=13, startTime=1732193123108; duration=0sec 2024-11-21T12:45:23,226 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:23,226 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91deab26541724241f9bd38114fe40e2:A 2024-11-21T12:45:23,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742403_1579 (size=12154) 2024-11-21T12:45:23,251 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:45:23,257 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112135ebea4915734b3f80d2945a598a1889_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112135ebea4915734b3f80d2945a598a1889_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:23,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:23,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193183246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:23,258 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/211b06d3daaf46b3952ae80a53f0797d, store: [table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:23,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/211b06d3daaf46b3952ae80a53f0797d is 175, key is test_row_0/A:col10/1732193122055/Put/seqid=0 2024-11-21T12:45:23,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:23,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193183256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:23,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193183257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:23,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742404_1580 (size=30955) 2024-11-21T12:45:23,310 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/211b06d3daaf46b3952ae80a53f0797d 2024-11-21T12:45:23,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/3f575ece36114467bbb83f43b4da5376 is 50, key is test_row_0/B:col10/1732193122055/Put/seqid=0 2024-11-21T12:45:23,349 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:23,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-21T12:45:23,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:23,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:23,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:23,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742405_1581 (size=12001) 2024-11-21T12:45:23,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:23,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:23,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:23,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193183363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:23,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:23,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193183366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:23,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:23,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193183366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:23,507 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:23,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-21T12:45:23,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:23,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:23,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:23,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:23,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-21T12:45:23,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:23,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193183566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:23,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193183570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:23,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193183571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:23,665 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:23,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-21T12:45:23,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:23,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:23,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:23,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:23,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:23,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/3f575ece36114467bbb83f43b4da5376 2024-11-21T12:45:23,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193183784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:23,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:23,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193183791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:23,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/65d3b77f41234adc8fe83498eb1197d5 is 50, key is test_row_0/C:col10/1732193122055/Put/seqid=0 2024-11-21T12:45:23,832 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:23,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-21T12:45:23,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:23,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:23,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:23,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:23,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:23,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742406_1582 (size=12001) 2024-11-21T12:45:23,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:23,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193183875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:23,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:23,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193183879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:23,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193183883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:23,986 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:23,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-21T12:45:23,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:23,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:23,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:23,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:23,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:23,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:24,140 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:24,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-21T12:45:24,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:24,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:24,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:24,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:24,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:24,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/65d3b77f41234adc8fe83498eb1197d5 2024-11-21T12:45:24,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/211b06d3daaf46b3952ae80a53f0797d as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/211b06d3daaf46b3952ae80a53f0797d 2024-11-21T12:45:24,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/211b06d3daaf46b3952ae80a53f0797d, entries=150, sequenceid=117, filesize=30.2 K 2024-11-21T12:45:24,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/3f575ece36114467bbb83f43b4da5376 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/3f575ece36114467bbb83f43b4da5376 2024-11-21T12:45:24,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/3f575ece36114467bbb83f43b4da5376, entries=150, sequenceid=117, filesize=11.7 K 2024-11-21T12:45:24,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/65d3b77f41234adc8fe83498eb1197d5 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/65d3b77f41234adc8fe83498eb1197d5 2024-11-21T12:45:24,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/65d3b77f41234adc8fe83498eb1197d5, entries=150, sequenceid=117, filesize=11.7 K 2024-11-21T12:45:24,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 91deab26541724241f9bd38114fe40e2 in 1072ms, sequenceid=117, compaction requested=true 2024-11-21T12:45:24,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:24,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91deab26541724241f9bd38114fe40e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:45:24,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:24,258 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T12:45:24,258 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T12:45:24,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91deab26541724241f9bd38114fe40e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:45:24,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:24,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91deab26541724241f9bd38114fe40e2:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:45:24,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:24,260 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T12:45:24,260 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T12:45:24,260 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. because compaction request was cancelled 2024-11-21T12:45:24,260 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91deab26541724241f9bd38114fe40e2:A 2024-11-21T12:45:24,260 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:45:24,261 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T12:45:24,261 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T12:45:24,261 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. because compaction request was cancelled 2024-11-21T12:45:24,261 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91deab26541724241f9bd38114fe40e2:B 2024-11-21T12:45:24,262 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:45:24,262 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 91deab26541724241f9bd38114fe40e2/C is initiating minor compaction (all files) 2024-11-21T12:45:24,262 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91deab26541724241f9bd38114fe40e2/C in TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:24,262 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/e08e91c00c504ae0b10188f001fd6d4c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/5cd3e7c0cf3240a0b2759aea97a72128, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/65d3b77f41234adc8fe83498eb1197d5] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp, totalSize=35.3 K 2024-11-21T12:45:24,263 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting e08e91c00c504ae0b10188f001fd6d4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732193120476 2024-11-21T12:45:24,263 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cd3e7c0cf3240a0b2759aea97a72128, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732193121620 2024-11-21T12:45:24,263 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65d3b77f41234adc8fe83498eb1197d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732193122047 2024-11-21T12:45:24,279 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91deab26541724241f9bd38114fe40e2#C#compaction#488 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:24,279 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/cb0d282b6bd54b2eb2524d8f553fcb50 is 50, key is test_row_0/C:col10/1732193122055/Put/seqid=0 2024-11-21T12:45:24,301 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:24,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-21T12:45:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:24,302 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2837): Flushing 91deab26541724241f9bd38114fe40e2 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-21T12:45:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=A 2024-11-21T12:45:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=B 2024-11-21T12:45:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=C 2024-11-21T12:45:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:24,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742407_1583 (size=12241) 2024-11-21T12:45:24,321 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/cb0d282b6bd54b2eb2524d8f553fcb50 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/cb0d282b6bd54b2eb2524d8f553fcb50 2024-11-21T12:45:24,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112107f9141893814597a1cef72330fa0508_91deab26541724241f9bd38114fe40e2 is 50, key is test_row_0/A:col10/1732193123235/Put/seqid=0 2024-11-21T12:45:24,337 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91deab26541724241f9bd38114fe40e2/C of 91deab26541724241f9bd38114fe40e2 into cb0d282b6bd54b2eb2524d8f553fcb50(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:24,337 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:24,337 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2., storeName=91deab26541724241f9bd38114fe40e2/C, priority=13, startTime=1732193124258; duration=0sec 2024-11-21T12:45:24,337 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:24,337 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91deab26541724241f9bd38114fe40e2:C 2024-11-21T12:45:24,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742408_1584 (size=12304) 2024-11-21T12:45:24,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:45:24,349 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112107f9141893814597a1cef72330fa0508_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112107f9141893814597a1cef72330fa0508_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:24,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/b3a6fc41961b481bb4aa855c5371d0bb, store: [table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:24,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/b3a6fc41961b481bb4aa855c5371d0bb is 175, key is test_row_0/A:col10/1732193123235/Put/seqid=0 2024-11-21T12:45:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:24,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:24,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742409_1585 (size=31105) 2024-11-21T12:45:24,399 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=139, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/b3a6fc41961b481bb4aa855c5371d0bb 2024-11-21T12:45:24,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/7e3694c61c0f4b83aa9af6ee1557e035 is 50, key is test_row_0/B:col10/1732193123235/Put/seqid=0 2024-11-21T12:45:24,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193184418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:24,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193184422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:24,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193184424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:24,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742410_1586 (size=12151) 2024-11-21T12:45:24,470 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/7e3694c61c0f4b83aa9af6ee1557e035 2024-11-21T12:45:24,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/84f2a1ca07454213bd0b42d40e047e7e is 50, key is test_row_0/C:col10/1732193123235/Put/seqid=0 2024-11-21T12:45:24,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742411_1587 (size=12151) 2024-11-21T12:45:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-21T12:45:24,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193184523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:24,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193184530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:24,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193184530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:24,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193184731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:24,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193184735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:24,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193184739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:24,915 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/84f2a1ca07454213bd0b42d40e047e7e 2024-11-21T12:45:24,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/b3a6fc41961b481bb4aa855c5371d0bb as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/b3a6fc41961b481bb4aa855c5371d0bb 2024-11-21T12:45:24,929 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/b3a6fc41961b481bb4aa855c5371d0bb, entries=150, sequenceid=139, filesize=30.4 K 2024-11-21T12:45:24,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/7e3694c61c0f4b83aa9af6ee1557e035 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/7e3694c61c0f4b83aa9af6ee1557e035 2024-11-21T12:45:24,934 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/7e3694c61c0f4b83aa9af6ee1557e035, entries=150, sequenceid=139, filesize=11.9 K 2024-11-21T12:45:24,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/84f2a1ca07454213bd0b42d40e047e7e as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/84f2a1ca07454213bd0b42d40e047e7e 2024-11-21T12:45:24,939 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/84f2a1ca07454213bd0b42d40e047e7e, entries=150, sequenceid=139, filesize=11.9 K 2024-11-21T12:45:24,939 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 91deab26541724241f9bd38114fe40e2 in 637ms, sequenceid=139, compaction requested=true 2024-11-21T12:45:24,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2538): Flush status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:24,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:24,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=150 2024-11-21T12:45:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=150 2024-11-21T12:45:24,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-21T12:45:24,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5370 sec 2024-11-21T12:45:24,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees in 2.5420 sec 2024-11-21T12:45:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:25,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91deab26541724241f9bd38114fe40e2 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-21T12:45:25,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=A 2024-11-21T12:45:25,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:25,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=B 2024-11-21T12:45:25,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:25,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=C 2024-11-21T12:45:25,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:25,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112181c7090971f747f2a288370de33f5fc6_91deab26541724241f9bd38114fe40e2 is 50, key is test_row_0/A:col10/1732193125040/Put/seqid=0 2024-11-21T12:45:25,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742412_1588 (size=12304) 2024-11-21T12:45:25,069 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:45:25,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193185073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:25,079 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112181c7090971f747f2a288370de33f5fc6_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112181c7090971f747f2a288370de33f5fc6_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:25,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193185078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:25,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193185078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:25,083 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/c2af1f59e2be443db143b3610f51336f, store: [table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:25,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/c2af1f59e2be443db143b3610f51336f is 175, key is test_row_0/A:col10/1732193125040/Put/seqid=0 2024-11-21T12:45:25,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742413_1589 (size=31105) 2024-11-21T12:45:25,121 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/c2af1f59e2be443db143b3610f51336f 2024-11-21T12:45:25,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/9ba910e5b00f4a588e9f9229bce8a2d6 is 50, key is test_row_0/B:col10/1732193125040/Put/seqid=0 2024-11-21T12:45:25,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742414_1590 (size=12151) 2024-11-21T12:45:25,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/9ba910e5b00f4a588e9f9229bce8a2d6 2024-11-21T12:45:25,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193185180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:25,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193185183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:25,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193185183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:25,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/34db58f7fdf14872b056a0b025af6063 is 50, key is test_row_0/C:col10/1732193125040/Put/seqid=0 2024-11-21T12:45:25,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742415_1591 (size=12151) 2024-11-21T12:45:25,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/34db58f7fdf14872b056a0b025af6063 2024-11-21T12:45:25,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/c2af1f59e2be443db143b3610f51336f as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/c2af1f59e2be443db143b3610f51336f 2024-11-21T12:45:25,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/c2af1f59e2be443db143b3610f51336f, entries=150, sequenceid=158, filesize=30.4 K 2024-11-21T12:45:25,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/9ba910e5b00f4a588e9f9229bce8a2d6 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/9ba910e5b00f4a588e9f9229bce8a2d6 2024-11-21T12:45:25,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/9ba910e5b00f4a588e9f9229bce8a2d6, entries=150, sequenceid=158, filesize=11.9 K 2024-11-21T12:45:25,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/34db58f7fdf14872b056a0b025af6063 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/34db58f7fdf14872b056a0b025af6063 2024-11-21T12:45:25,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/34db58f7fdf14872b056a0b025af6063, entries=150, sequenceid=158, filesize=11.9 K 2024-11-21T12:45:25,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 91deab26541724241f9bd38114fe40e2 in 245ms, sequenceid=158, compaction requested=true 2024-11-21T12:45:25,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:25,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91deab26541724241f9bd38114fe40e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:45:25,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:25,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91deab26541724241f9bd38114fe40e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:45:25,288 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:45:25,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:25,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91deab26541724241f9bd38114fe40e2:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:45:25,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T12:45:25,288 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:45:25,294 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:45:25,294 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 91deab26541724241f9bd38114fe40e2/A is initiating minor compaction (all files) 2024-11-21T12:45:25,294 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91deab26541724241f9bd38114fe40e2/A in TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:25,294 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/5a5cfa4f0865437e9ce94572588c339b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/211b06d3daaf46b3952ae80a53f0797d, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/b3a6fc41961b481bb4aa855c5371d0bb, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/c2af1f59e2be443db143b3610f51336f] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp, totalSize=121.4 K 2024-11-21T12:45:25,294 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:25,294 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. files: [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/5a5cfa4f0865437e9ce94572588c339b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/211b06d3daaf46b3952ae80a53f0797d, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/b3a6fc41961b481bb4aa855c5371d0bb, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/c2af1f59e2be443db143b3610f51336f] 2024-11-21T12:45:25,295 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a5cfa4f0865437e9ce94572588c339b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732193121620 2024-11-21T12:45:25,296 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:45:25,296 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 91deab26541724241f9bd38114fe40e2/B is initiating minor compaction (all files) 2024-11-21T12:45:25,296 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91deab26541724241f9bd38114fe40e2/B in TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:25,296 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/4573cf0636d94bcd9b1e6275a08386a3, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/3f575ece36114467bbb83f43b4da5376, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/7e3694c61c0f4b83aa9af6ee1557e035, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/9ba910e5b00f4a588e9f9229bce8a2d6] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp, totalSize=47.4 K 2024-11-21T12:45:25,297 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 211b06d3daaf46b3952ae80a53f0797d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732193122047 2024-11-21T12:45:25,297 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 4573cf0636d94bcd9b1e6275a08386a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732193121620 2024-11-21T12:45:25,297 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3a6fc41961b481bb4aa855c5371d0bb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732193123227 2024-11-21T12:45:25,298 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f575ece36114467bbb83f43b4da5376, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732193122047 2024-11-21T12:45:25,299 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2af1f59e2be443db143b3610f51336f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732193124412 2024-11-21T12:45:25,299 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e3694c61c0f4b83aa9af6ee1557e035, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732193123227 2024-11-21T12:45:25,299 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ba910e5b00f4a588e9f9229bce8a2d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732193124412 2024-11-21T12:45:25,315 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:25,333 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91deab26541724241f9bd38114fe40e2#B#compaction#496 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:25,333 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/5ab6c4eef0804f72915f502b83b15611 is 50, key is test_row_0/B:col10/1732193125040/Put/seqid=0 2024-11-21T12:45:25,335 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121bdc93232be574fccb8755f28192ae509_91deab26541724241f9bd38114fe40e2 store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:25,337 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121bdc93232be574fccb8755f28192ae509_91deab26541724241f9bd38114fe40e2, store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:25,338 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121bdc93232be574fccb8755f28192ae509_91deab26541724241f9bd38114fe40e2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:25,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742416_1592 (size=12493) 2024-11-21T12:45:25,366 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/5ab6c4eef0804f72915f502b83b15611 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/5ab6c4eef0804f72915f502b83b15611 2024-11-21T12:45:25,371 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 91deab26541724241f9bd38114fe40e2/B of 91deab26541724241f9bd38114fe40e2 into 5ab6c4eef0804f72915f502b83b15611(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:25,371 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:25,371 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2., storeName=91deab26541724241f9bd38114fe40e2/B, priority=12, startTime=1732193125288; duration=0sec 2024-11-21T12:45:25,371 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:25,371 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91deab26541724241f9bd38114fe40e2:B 2024-11-21T12:45:25,372 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:45:25,374 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:45:25,374 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 91deab26541724241f9bd38114fe40e2/C is initiating minor compaction (all files) 2024-11-21T12:45:25,374 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91deab26541724241f9bd38114fe40e2/C in TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:25,374 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/cb0d282b6bd54b2eb2524d8f553fcb50, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/84f2a1ca07454213bd0b42d40e047e7e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/34db58f7fdf14872b056a0b025af6063] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp, totalSize=35.7 K 2024-11-21T12:45:25,375 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting cb0d282b6bd54b2eb2524d8f553fcb50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732193122047 2024-11-21T12:45:25,375 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 84f2a1ca07454213bd0b42d40e047e7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732193123227 2024-11-21T12:45:25,375 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 34db58f7fdf14872b056a0b025af6063, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732193124412 2024-11-21T12:45:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:25,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91deab26541724241f9bd38114fe40e2 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-21T12:45:25,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=A 2024-11-21T12:45:25,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:25,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=B 2024-11-21T12:45:25,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:25,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=C 2024-11-21T12:45:25,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:25,397 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91deab26541724241f9bd38114fe40e2#C#compaction#497 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:25,397 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/aacd372303354b61afb2f1cf46b39c57 is 50, key is test_row_0/C:col10/1732193125040/Put/seqid=0 2024-11-21T12:45:25,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742417_1593 (size=4469) 2024-11-21T12:45:25,404 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91deab26541724241f9bd38114fe40e2#A#compaction#495 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:25,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112130e82fe48a294e7e868198d2f0cc5ac2_91deab26541724241f9bd38114fe40e2 is 50, key is test_row_0/A:col10/1732193125076/Put/seqid=0 2024-11-21T12:45:25,405 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/465a16e7c5694ee3aad73d3fa764a3c3 is 175, key is test_row_0/A:col10/1732193125040/Put/seqid=0 2024-11-21T12:45:25,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742418_1594 (size=12493) 2024-11-21T12:45:25,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742419_1595 (size=12304) 2024-11-21T12:45:25,423 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:45:25,427 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112130e82fe48a294e7e868198d2f0cc5ac2_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112130e82fe48a294e7e868198d2f0cc5ac2_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:25,428 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/86eff49015a14d7d8ecab453bc66b903, store: [table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:25,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/86eff49015a14d7d8ecab453bc66b903 is 175, key is test_row_0/A:col10/1732193125076/Put/seqid=0 2024-11-21T12:45:25,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742420_1596 (size=31447) 2024-11-21T12:45:25,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:25,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193185428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193185428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:25,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193185429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:25,444 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/465a16e7c5694ee3aad73d3fa764a3c3 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/465a16e7c5694ee3aad73d3fa764a3c3 2024-11-21T12:45:25,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742421_1597 (size=31105) 2024-11-21T12:45:25,452 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=178, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/86eff49015a14d7d8ecab453bc66b903 2024-11-21T12:45:25,452 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 91deab26541724241f9bd38114fe40e2/A of 91deab26541724241f9bd38114fe40e2 into 465a16e7c5694ee3aad73d3fa764a3c3(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:25,452 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:25,452 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2., storeName=91deab26541724241f9bd38114fe40e2/A, priority=12, startTime=1732193125288; duration=0sec 2024-11-21T12:45:25,453 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:25,453 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91deab26541724241f9bd38114fe40e2:A 2024-11-21T12:45:25,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/c927939559104d3a8f4703d46b62bbe2 is 50, key is test_row_0/B:col10/1732193125076/Put/seqid=0 2024-11-21T12:45:25,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742422_1598 (size=12151) 2024-11-21T12:45:25,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193185536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:25,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193185536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:25,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193185540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:25,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193185741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:25,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193185743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:25,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193185743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:25,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193185802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:25,807 DEBUG [Thread-2452 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2., hostname=b3d5da5e0922,39829,1732192970767, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:45:25,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193185807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:25,810 DEBUG [Thread-2450 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2., hostname=b3d5da5e0922,39829,1732192970767, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:45:25,824 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/aacd372303354b61afb2f1cf46b39c57 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/aacd372303354b61afb2f1cf46b39c57 2024-11-21T12:45:25,829 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91deab26541724241f9bd38114fe40e2/C of 91deab26541724241f9bd38114fe40e2 into aacd372303354b61afb2f1cf46b39c57(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:25,829 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:25,829 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2., storeName=91deab26541724241f9bd38114fe40e2/C, priority=13, startTime=1732193125288; duration=0sec 2024-11-21T12:45:25,829 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:25,829 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91deab26541724241f9bd38114fe40e2:C 2024-11-21T12:45:25,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/c927939559104d3a8f4703d46b62bbe2 2024-11-21T12:45:25,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/78c9b5b198da4c37a511ce9bda529c70 is 50, key is test_row_0/C:col10/1732193125076/Put/seqid=0 2024-11-21T12:45:25,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742423_1599 (size=12151) 2024-11-21T12:45:26,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:26,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193186046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:26,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193186047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:26,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193186047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:26,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/78c9b5b198da4c37a511ce9bda529c70 2024-11-21T12:45:26,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/86eff49015a14d7d8ecab453bc66b903 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/86eff49015a14d7d8ecab453bc66b903 2024-11-21T12:45:26,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/86eff49015a14d7d8ecab453bc66b903, entries=150, sequenceid=178, filesize=30.4 K 2024-11-21T12:45:26,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/c927939559104d3a8f4703d46b62bbe2 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/c927939559104d3a8f4703d46b62bbe2 2024-11-21T12:45:26,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/c927939559104d3a8f4703d46b62bbe2, entries=150, sequenceid=178, filesize=11.9 K 2024-11-21T12:45:26,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/78c9b5b198da4c37a511ce9bda529c70 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/78c9b5b198da4c37a511ce9bda529c70 2024-11-21T12:45:26,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/78c9b5b198da4c37a511ce9bda529c70, entries=150, sequenceid=178, filesize=11.9 K 2024-11-21T12:45:26,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 91deab26541724241f9bd38114fe40e2 in 1024ms, sequenceid=178, compaction requested=false 2024-11-21T12:45:26,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-21T12:45:26,527 INFO [Thread-2454 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-11-21T12:45:26,528 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:45:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees 2024-11-21T12:45:26,530 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:45:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-21T12:45:26,531 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:45:26,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:45:26,555 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91deab26541724241f9bd38114fe40e2 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-21T12:45:26,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=A 2024-11-21T12:45:26,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:26,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=B 2024-11-21T12:45:26,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:26,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=C 2024-11-21T12:45:26,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:26,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ee5803edfb82426eb80580bba68ca9d1_91deab26541724241f9bd38114fe40e2 is 50, key is test_row_0/A:col10/1732193125422/Put/seqid=0 2024-11-21T12:45:26,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742424_1600 (size=17284) 2024-11-21T12:45:26,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193186580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:26,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193186581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:26,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193186581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-21T12:45:26,682 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:26,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-21T12:45:26,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:26,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:26,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:26,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:26,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:26,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193186685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:26,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193186686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:26,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193186690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-21T12:45:26,841 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:26,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-21T12:45:26,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:26,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:26,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:26,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:26,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:26,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193186890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:26,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193186892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:26,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193186893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:26,972 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:45:26,993 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ee5803edfb82426eb80580bba68ca9d1_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ee5803edfb82426eb80580bba68ca9d1_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:26,994 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:26,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-21T12:45:26,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:26,999 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/8d3c920ce11443abb432f5940c9bcb65, store: [table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:26,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:26,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:26,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:26,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:26,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/8d3c920ce11443abb432f5940c9bcb65 is 175, key is test_row_0/A:col10/1732193125422/Put/seqid=0 2024-11-21T12:45:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:27,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742425_1601 (size=48389) 2024-11-21T12:45:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-21T12:45:27,166 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:27,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-21T12:45:27,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:27,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:27,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:27,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:27,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:27,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193187196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:27,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193187196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:27,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193187197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:27,330 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:27,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-21T12:45:27,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:27,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:27,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:27,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:27,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:27,439 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/8d3c920ce11443abb432f5940c9bcb65 2024-11-21T12:45:27,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/65b68869c2144f1fa8ffd1fd734d353b is 50, key is test_row_0/B:col10/1732193125422/Put/seqid=0 2024-11-21T12:45:27,494 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:27,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-21T12:45:27,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:27,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:27,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:27,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:27,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:27,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742426_1602 (size=12151) 2024-11-21T12:45:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-21T12:45:27,660 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:27,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-21T12:45:27,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:27,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:27,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:27,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:27,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:27,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:27,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193187701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:27,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:27,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193187702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:27,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:27,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193187708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:27,816 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:27,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-21T12:45:27,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:27,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:27,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:27,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:27,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:27,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:27,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/65b68869c2144f1fa8ffd1fd734d353b 2024-11-21T12:45:27,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/a3fddd6c4b4f4378b6e61765245d6a29 is 50, key is test_row_0/C:col10/1732193125422/Put/seqid=0 2024-11-21T12:45:27,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742427_1603 (size=12151) 2024-11-21T12:45:27,968 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:27,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-21T12:45:27,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:27,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:27,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:27,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:27,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:28,121 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:28,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-21T12:45:28,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:28,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:28,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:28,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:28,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:28,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:28,276 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:28,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-21T12:45:28,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:28,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:28,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:28,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:28,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:28,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/a3fddd6c4b4f4378b6e61765245d6a29 2024-11-21T12:45:28,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/8d3c920ce11443abb432f5940c9bcb65 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/8d3c920ce11443abb432f5940c9bcb65 2024-11-21T12:45:28,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/8d3c920ce11443abb432f5940c9bcb65, entries=250, sequenceid=199, filesize=47.3 K 2024-11-21T12:45:28,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/65b68869c2144f1fa8ffd1fd734d353b as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/65b68869c2144f1fa8ffd1fd734d353b 2024-11-21T12:45:28,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/65b68869c2144f1fa8ffd1fd734d353b, entries=150, sequenceid=199, filesize=11.9 K 2024-11-21T12:45:28,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/a3fddd6c4b4f4378b6e61765245d6a29 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/a3fddd6c4b4f4378b6e61765245d6a29 2024-11-21T12:45:28,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/a3fddd6c4b4f4378b6e61765245d6a29, entries=150, sequenceid=199, filesize=11.9 K 2024-11-21T12:45:28,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 91deab26541724241f9bd38114fe40e2 in 1807ms, sequenceid=199, compaction requested=true 2024-11-21T12:45:28,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:28,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91deab26541724241f9bd38114fe40e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:45:28,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:28,362 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:45:28,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91deab26541724241f9bd38114fe40e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:45:28,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:28,362 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:45:28,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91deab26541724241f9bd38114fe40e2:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:45:28,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:28,364 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:45:28,364 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 91deab26541724241f9bd38114fe40e2/A is initiating minor compaction (all files) 2024-11-21T12:45:28,364 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91deab26541724241f9bd38114fe40e2/A in TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:28,364 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/465a16e7c5694ee3aad73d3fa764a3c3, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/86eff49015a14d7d8ecab453bc66b903, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/8d3c920ce11443abb432f5940c9bcb65] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp, totalSize=108.3 K 2024-11-21T12:45:28,364 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:28,364 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. files: [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/465a16e7c5694ee3aad73d3fa764a3c3, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/86eff49015a14d7d8ecab453bc66b903, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/8d3c920ce11443abb432f5940c9bcb65] 2024-11-21T12:45:28,365 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 465a16e7c5694ee3aad73d3fa764a3c3, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732193124412 2024-11-21T12:45:28,365 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86eff49015a14d7d8ecab453bc66b903, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732193125071 2024-11-21T12:45:28,366 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d3c920ce11443abb432f5940c9bcb65, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732193125421 2024-11-21T12:45:28,371 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:45:28,371 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 91deab26541724241f9bd38114fe40e2/B is initiating minor compaction (all files) 2024-11-21T12:45:28,371 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91deab26541724241f9bd38114fe40e2/B in TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:28,371 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/5ab6c4eef0804f72915f502b83b15611, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/c927939559104d3a8f4703d46b62bbe2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/65b68869c2144f1fa8ffd1fd734d353b] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp, totalSize=35.9 K 2024-11-21T12:45:28,375 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ab6c4eef0804f72915f502b83b15611, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732193124412 2024-11-21T12:45:28,379 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting c927939559104d3a8f4703d46b62bbe2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732193125071 2024-11-21T12:45:28,383 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 65b68869c2144f1fa8ffd1fd734d353b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732193125422 2024-11-21T12:45:28,407 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:28,408 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91deab26541724241f9bd38114fe40e2#B#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:28,409 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/c51cf3deff0548598de37ef31cd57ad4 is 50, key is test_row_0/B:col10/1732193125422/Put/seqid=0 2024-11-21T12:45:28,417 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411214849574336ce43c0bd9d0bf5258cf8f2_91deab26541724241f9bd38114fe40e2 store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:28,419 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411214849574336ce43c0bd9d0bf5258cf8f2_91deab26541724241f9bd38114fe40e2, store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:28,419 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214849574336ce43c0bd9d0bf5258cf8f2_91deab26541724241f9bd38114fe40e2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:28,428 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:28,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-21T12:45:28,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:28,429 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2837): Flushing 91deab26541724241f9bd38114fe40e2 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-21T12:45:28,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=A 2024-11-21T12:45:28,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:28,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=B 2024-11-21T12:45:28,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:28,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=C 2024-11-21T12:45:28,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:28,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742428_1604 (size=12595) 2024-11-21T12:45:28,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742429_1605 (size=4469) 2024-11-21T12:45:28,477 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91deab26541724241f9bd38114fe40e2#A#compaction#505 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:28,477 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/300bd307026440b6821325cdf6977690 is 175, key is test_row_0/A:col10/1732193125422/Put/seqid=0 2024-11-21T12:45:28,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112122114c67dcdd4b499ff59d249c887468_91deab26541724241f9bd38114fe40e2 is 50, key is test_row_0/A:col10/1732193126574/Put/seqid=0 2024-11-21T12:45:28,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742430_1606 (size=31549) 2024-11-21T12:45:28,519 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/300bd307026440b6821325cdf6977690 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/300bd307026440b6821325cdf6977690 2024-11-21T12:45:28,530 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91deab26541724241f9bd38114fe40e2/A of 91deab26541724241f9bd38114fe40e2 into 300bd307026440b6821325cdf6977690(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:28,530 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:28,530 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2., storeName=91deab26541724241f9bd38114fe40e2/A, priority=13, startTime=1732193128362; duration=0sec 2024-11-21T12:45:28,530 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:28,530 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91deab26541724241f9bd38114fe40e2:A 2024-11-21T12:45:28,530 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:45:28,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742431_1607 (size=12304) 2024-11-21T12:45:28,534 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:45:28,535 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 91deab26541724241f9bd38114fe40e2/C is initiating minor compaction (all files) 2024-11-21T12:45:28,535 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91deab26541724241f9bd38114fe40e2/C in TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:28,535 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/aacd372303354b61afb2f1cf46b39c57, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/78c9b5b198da4c37a511ce9bda529c70, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/a3fddd6c4b4f4378b6e61765245d6a29] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp, totalSize=35.9 K 2024-11-21T12:45:28,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:45:28,538 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting aacd372303354b61afb2f1cf46b39c57, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732193124412 2024-11-21T12:45:28,540 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78c9b5b198da4c37a511ce9bda529c70, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732193125071 2024-11-21T12:45:28,541 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3fddd6c4b4f4378b6e61765245d6a29, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732193125422 2024-11-21T12:45:28,551 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112122114c67dcdd4b499ff59d249c887468_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112122114c67dcdd4b499ff59d249c887468_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:28,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/eed78e12dc5141bbab9454f140b3d84c, store: [table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:28,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/eed78e12dc5141bbab9454f140b3d84c is 175, key is test_row_0/A:col10/1732193126574/Put/seqid=0 2024-11-21T12:45:28,598 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91deab26541724241f9bd38114fe40e2#C#compaction#507 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:28,599 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/9f22429d7b5a4d1fb5359889062b5093 is 50, key is test_row_0/C:col10/1732193125422/Put/seqid=0 2024-11-21T12:45:28,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742432_1608 (size=31105) 2024-11-21T12:45:28,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742433_1609 (size=12595) 2024-11-21T12:45:28,633 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/9f22429d7b5a4d1fb5359889062b5093 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/9f22429d7b5a4d1fb5359889062b5093 2024-11-21T12:45:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-21T12:45:28,641 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91deab26541724241f9bd38114fe40e2/C of 91deab26541724241f9bd38114fe40e2 into 9f22429d7b5a4d1fb5359889062b5093(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:28,641 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:28,641 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2., storeName=91deab26541724241f9bd38114fe40e2/C, priority=13, startTime=1732193128362; duration=0sec 2024-11-21T12:45:28,641 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:28,641 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91deab26541724241f9bd38114fe40e2:C 2024-11-21T12:45:28,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:28,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193188737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:28,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193188739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:28,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193188740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:28,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193188842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:28,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193188844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:28,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193188844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:28,860 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/c51cf3deff0548598de37ef31cd57ad4 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/c51cf3deff0548598de37ef31cd57ad4 2024-11-21T12:45:28,867 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91deab26541724241f9bd38114fe40e2/B of 91deab26541724241f9bd38114fe40e2 into c51cf3deff0548598de37ef31cd57ad4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:28,867 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:28,867 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2., storeName=91deab26541724241f9bd38114fe40e2/B, priority=13, startTime=1732193128362; duration=0sec 2024-11-21T12:45:28,867 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:28,867 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91deab26541724241f9bd38114fe40e2:B 2024-11-21T12:45:29,010 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/eed78e12dc5141bbab9454f140b3d84c 2024-11-21T12:45:29,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/d9dbb18fcaba402490ce2c2ef1008e56 is 50, key is test_row_0/B:col10/1732193126574/Put/seqid=0 2024-11-21T12:45:29,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193189047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:29,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193189051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:29,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193189051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:29,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742434_1610 (size=12151) 2024-11-21T12:45:29,098 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/d9dbb18fcaba402490ce2c2ef1008e56 2024-11-21T12:45:29,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/2aa832f03399449b9e3d676876ef28c8 is 50, key is test_row_0/C:col10/1732193126574/Put/seqid=0 2024-11-21T12:45:29,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742435_1611 (size=12151) 2024-11-21T12:45:29,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193189365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:29,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193189370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:29,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193189376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:29,571 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/2aa832f03399449b9e3d676876ef28c8 2024-11-21T12:45:29,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/eed78e12dc5141bbab9454f140b3d84c as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/eed78e12dc5141bbab9454f140b3d84c 2024-11-21T12:45:29,600 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/eed78e12dc5141bbab9454f140b3d84c, entries=150, sequenceid=216, filesize=30.4 K 2024-11-21T12:45:29,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/d9dbb18fcaba402490ce2c2ef1008e56 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/d9dbb18fcaba402490ce2c2ef1008e56 2024-11-21T12:45:29,612 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/d9dbb18fcaba402490ce2c2ef1008e56, entries=150, sequenceid=216, filesize=11.9 K 2024-11-21T12:45:29,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/2aa832f03399449b9e3d676876ef28c8 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/2aa832f03399449b9e3d676876ef28c8 2024-11-21T12:45:29,637 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/2aa832f03399449b9e3d676876ef28c8, entries=150, sequenceid=216, filesize=11.9 K 2024-11-21T12:45:29,639 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 91deab26541724241f9bd38114fe40e2 in 1210ms, sequenceid=216, compaction requested=false 2024-11-21T12:45:29,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2538): Flush status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:29,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:29,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152 2024-11-21T12:45:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=152 2024-11-21T12:45:29,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-21T12:45:29,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1170 sec 2024-11-21T12:45:29,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 3.1280 sec 2024-11-21T12:45:29,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91deab26541724241f9bd38114fe40e2 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-21T12:45:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:29,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=A 2024-11-21T12:45:29,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:29,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=B 2024-11-21T12:45:29,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:29,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=C 2024-11-21T12:45:29,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:29,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121abef7c6e9148443996b19256d5ad2f74_91deab26541724241f9bd38114fe40e2 is 50, key is test_row_0/A:col10/1732193129846/Put/seqid=0 2024-11-21T12:45:29,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742436_1612 (size=12304) 2024-11-21T12:45:29,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193189883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:29,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193189883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:29,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193189883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:29,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193189884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:29,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193189886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:29,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193189988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:29,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193189991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:29,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193189991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:29,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193189991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:30,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:30,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193190193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:30,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:30,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193190194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:30,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193190200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:30,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193190203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:30,287 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:45:30,302 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121abef7c6e9148443996b19256d5ad2f74_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121abef7c6e9148443996b19256d5ad2f74_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:30,307 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/c305317e921f4779a3cf72a16f7b897f, store: [table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:30,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/c305317e921f4779a3cf72a16f7b897f is 175, key is test_row_0/A:col10/1732193129846/Put/seqid=0 2024-11-21T12:45:30,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742437_1613 (size=31105) 2024-11-21T12:45:30,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193190496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:30,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193190504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:30,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193190505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:30,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193190518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-21T12:45:30,640 INFO [Thread-2454 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-11-21T12:45:30,645 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:45:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-11-21T12:45:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-21T12:45:30,653 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:45:30,658 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:45:30,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:45:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-21T12:45:30,756 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/c305317e921f4779a3cf72a16f7b897f 2024-11-21T12:45:30,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/6b94f263df774bb18f1d6bb8ea27f386 is 50, key is test_row_0/B:col10/1732193129846/Put/seqid=0 2024-11-21T12:45:30,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742438_1614 (size=12151) 2024-11-21T12:45:30,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/6b94f263df774bb18f1d6bb8ea27f386 2024-11-21T12:45:30,827 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:30,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-21T12:45:30,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:30,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:30,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:30,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:30,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:30,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/b30c8c63d4e04565844b53ce87431b72 is 50, key is test_row_0/C:col10/1732193129846/Put/seqid=0 2024-11-21T12:45:30,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742439_1615 (size=12151) 2024-11-21T12:45:30,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193190890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-21T12:45:30,980 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:30,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-21T12:45:30,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:30,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:30,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:30,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:30,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:31,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193191003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:31,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193191011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:31,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193191011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:31,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193191029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:31,134 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:31,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-21T12:45:31,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:31,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:31,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:31,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:31,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:31,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/b30c8c63d4e04565844b53ce87431b72 2024-11-21T12:45:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-21T12:45:31,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/c305317e921f4779a3cf72a16f7b897f as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/c305317e921f4779a3cf72a16f7b897f 2024-11-21T12:45:31,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/c305317e921f4779a3cf72a16f7b897f, entries=150, sequenceid=240, filesize=30.4 K 2024-11-21T12:45:31,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/6b94f263df774bb18f1d6bb8ea27f386 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/6b94f263df774bb18f1d6bb8ea27f386 2024-11-21T12:45:31,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/6b94f263df774bb18f1d6bb8ea27f386, entries=150, sequenceid=240, filesize=11.9 K 2024-11-21T12:45:31,297 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:31,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/b30c8c63d4e04565844b53ce87431b72 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/b30c8c63d4e04565844b53ce87431b72 2024-11-21T12:45:31,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-21T12:45:31,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:31,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:31,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:31,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:31,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:31,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/b30c8c63d4e04565844b53ce87431b72, entries=150, sequenceid=240, filesize=11.9 K 2024-11-21T12:45:31,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 91deab26541724241f9bd38114fe40e2 in 1457ms, sequenceid=240, compaction requested=true 2024-11-21T12:45:31,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:31,306 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:45:31,306 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:45:31,307 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 91deab26541724241f9bd38114fe40e2/A is initiating minor compaction (all files) 2024-11-21T12:45:31,307 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91deab26541724241f9bd38114fe40e2/A in TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:31,307 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/300bd307026440b6821325cdf6977690, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/eed78e12dc5141bbab9454f140b3d84c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/c305317e921f4779a3cf72a16f7b897f] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp, totalSize=91.6 K 2024-11-21T12:45:31,307 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:31,307 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. files: [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/300bd307026440b6821325cdf6977690, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/eed78e12dc5141bbab9454f140b3d84c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/c305317e921f4779a3cf72a16f7b897f] 2024-11-21T12:45:31,307 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 300bd307026440b6821325cdf6977690, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732193125422 2024-11-21T12:45:31,307 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting eed78e12dc5141bbab9454f140b3d84c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732193126574 2024-11-21T12:45:31,309 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting c305317e921f4779a3cf72a16f7b897f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732193128739 2024-11-21T12:45:31,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91deab26541724241f9bd38114fe40e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:45:31,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91deab26541724241f9bd38114fe40e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:45:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91deab26541724241f9bd38114fe40e2:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:45:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T12:45:31,310 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:45:31,311 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:45:31,311 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 91deab26541724241f9bd38114fe40e2/B is initiating minor compaction (all files) 2024-11-21T12:45:31,311 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91deab26541724241f9bd38114fe40e2/B in TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:31,311 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/c51cf3deff0548598de37ef31cd57ad4, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/d9dbb18fcaba402490ce2c2ef1008e56, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/6b94f263df774bb18f1d6bb8ea27f386] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp, totalSize=36.0 K 2024-11-21T12:45:31,312 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting c51cf3deff0548598de37ef31cd57ad4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732193125422 2024-11-21T12:45:31,314 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting d9dbb18fcaba402490ce2c2ef1008e56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732193126574 2024-11-21T12:45:31,315 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b94f263df774bb18f1d6bb8ea27f386, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732193128739 2024-11-21T12:45:31,323 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:31,338 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411214b7c51373b124421a0164bbd2d7e898b_91deab26541724241f9bd38114fe40e2 store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:31,340 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411214b7c51373b124421a0164bbd2d7e898b_91deab26541724241f9bd38114fe40e2, store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:31,341 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214b7c51373b124421a0164bbd2d7e898b_91deab26541724241f9bd38114fe40e2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:31,346 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91deab26541724241f9bd38114fe40e2#B#compaction#514 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:31,347 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/51240ad2c63e42ef9cb6e2d861248566 is 50, key is test_row_0/B:col10/1732193129846/Put/seqid=0 2024-11-21T12:45:31,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742440_1616 (size=4469) 2024-11-21T12:45:31,371 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91deab26541724241f9bd38114fe40e2#A#compaction#513 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:31,371 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/ca13faafcad14199b6389065edc432fa is 175, key is test_row_0/A:col10/1732193129846/Put/seqid=0 2024-11-21T12:45:31,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742441_1617 (size=12697) 2024-11-21T12:45:31,387 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/51240ad2c63e42ef9cb6e2d861248566 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/51240ad2c63e42ef9cb6e2d861248566 2024-11-21T12:45:31,400 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91deab26541724241f9bd38114fe40e2/B of 91deab26541724241f9bd38114fe40e2 into 51240ad2c63e42ef9cb6e2d861248566(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:31,400 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:31,400 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2., storeName=91deab26541724241f9bd38114fe40e2/B, priority=13, startTime=1732193131309; duration=0sec 2024-11-21T12:45:31,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742442_1618 (size=31651) 2024-11-21T12:45:31,400 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:31,400 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91deab26541724241f9bd38114fe40e2:B 2024-11-21T12:45:31,400 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:45:31,411 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:45:31,411 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 91deab26541724241f9bd38114fe40e2/C is initiating minor compaction (all files) 2024-11-21T12:45:31,411 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91deab26541724241f9bd38114fe40e2/C in TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:31,411 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/9f22429d7b5a4d1fb5359889062b5093, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/2aa832f03399449b9e3d676876ef28c8, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/b30c8c63d4e04565844b53ce87431b72] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp, totalSize=36.0 K 2024-11-21T12:45:31,411 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f22429d7b5a4d1fb5359889062b5093, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732193125422 2024-11-21T12:45:31,412 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 2aa832f03399449b9e3d676876ef28c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732193126574 2024-11-21T12:45:31,412 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting b30c8c63d4e04565844b53ce87431b72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732193128739 2024-11-21T12:45:31,426 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91deab26541724241f9bd38114fe40e2#C#compaction#515 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:31,427 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/11fb2f327e9f42a4a03af2e13d9b5731 is 50, key is test_row_0/C:col10/1732193129846/Put/seqid=0 2024-11-21T12:45:31,454 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:31,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-21T12:45:31,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:31,456 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2837): Flushing 91deab26541724241f9bd38114fe40e2 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T12:45:31,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=A 2024-11-21T12:45:31,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:31,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=B 2024-11-21T12:45:31,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:31,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=C 2024-11-21T12:45:31,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:31,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742443_1619 (size=12697) 2024-11-21T12:45:31,471 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/11fb2f327e9f42a4a03af2e13d9b5731 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/11fb2f327e9f42a4a03af2e13d9b5731 2024-11-21T12:45:31,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219406d749991a400a944242539c8161fb_91deab26541724241f9bd38114fe40e2 is 50, key is test_row_0/A:col10/1732193129883/Put/seqid=0 2024-11-21T12:45:31,481 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91deab26541724241f9bd38114fe40e2/C of 91deab26541724241f9bd38114fe40e2 into 11fb2f327e9f42a4a03af2e13d9b5731(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:31,481 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:31,481 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2., storeName=91deab26541724241f9bd38114fe40e2/C, priority=13, startTime=1732193131310; duration=0sec 2024-11-21T12:45:31,481 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:31,481 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91deab26541724241f9bd38114fe40e2:C 2024-11-21T12:45:31,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742444_1620 (size=12304) 2024-11-21T12:45:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-21T12:45:31,811 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/ca13faafcad14199b6389065edc432fa as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/ca13faafcad14199b6389065edc432fa 2024-11-21T12:45:31,822 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91deab26541724241f9bd38114fe40e2/A of 91deab26541724241f9bd38114fe40e2 into ca13faafcad14199b6389065edc432fa(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:31,822 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:31,822 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2., storeName=91deab26541724241f9bd38114fe40e2/A, priority=13, startTime=1732193131306; duration=0sec 2024-11-21T12:45:31,822 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:31,822 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91deab26541724241f9bd38114fe40e2:A 2024-11-21T12:45:31,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:45:31,954 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219406d749991a400a944242539c8161fb_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219406d749991a400a944242539c8161fb_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:31,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/46d67e294ddf4d54a6baba83e839087c, store: [table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:31,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/46d67e294ddf4d54a6baba83e839087c is 175, key is test_row_0/A:col10/1732193129883/Put/seqid=0 2024-11-21T12:45:31,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742445_1621 (size=31105) 2024-11-21T12:45:32,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:32,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193192043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:32,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:32,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193192044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193192044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:32,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193192047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:32,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193192149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:32,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193192149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:32,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193192149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:32,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193192152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:32,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193192351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:32,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193192352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:32,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193192352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:32,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193192356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:32,388 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/46d67e294ddf4d54a6baba83e839087c 2024-11-21T12:45:32,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/9ffbb08eb62d498eb0f58fab4fd5c20a is 50, key is test_row_0/B:col10/1732193129883/Put/seqid=0 2024-11-21T12:45:32,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742446_1622 (size=12151) 2024-11-21T12:45:32,423 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/9ffbb08eb62d498eb0f58fab4fd5c20a 2024-11-21T12:45:32,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/0495e77f8aa44d33b0a9d98b8845b971 is 50, key is test_row_0/C:col10/1732193129883/Put/seqid=0 2024-11-21T12:45:32,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742447_1623 (size=12151) 2024-11-21T12:45:32,502 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/0495e77f8aa44d33b0a9d98b8845b971 2024-11-21T12:45:32,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/46d67e294ddf4d54a6baba83e839087c as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/46d67e294ddf4d54a6baba83e839087c 2024-11-21T12:45:32,532 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/46d67e294ddf4d54a6baba83e839087c, entries=150, sequenceid=256, filesize=30.4 K 2024-11-21T12:45:32,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-21T12:45:32,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/9ffbb08eb62d498eb0f58fab4fd5c20a as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/9ffbb08eb62d498eb0f58fab4fd5c20a 2024-11-21T12:45:32,542 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/9ffbb08eb62d498eb0f58fab4fd5c20a, entries=150, sequenceid=256, filesize=11.9 K 2024-11-21T12:45:32,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/0495e77f8aa44d33b0a9d98b8845b971 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/0495e77f8aa44d33b0a9d98b8845b971 2024-11-21T12:45:32,551 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/0495e77f8aa44d33b0a9d98b8845b971, entries=150, sequenceid=256, filesize=11.9 K 2024-11-21T12:45:32,552 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 91deab26541724241f9bd38114fe40e2 in 1096ms, sequenceid=256, compaction requested=false 2024-11-21T12:45:32,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2538): Flush status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:32,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:32,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-11-21T12:45:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=154 2024-11-21T12:45:32,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-21T12:45:32,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8940 sec 2024-11-21T12:45:32,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 1.9090 sec 2024-11-21T12:45:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:32,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91deab26541724241f9bd38114fe40e2 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T12:45:32,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=A 2024-11-21T12:45:32,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:32,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=B 2024-11-21T12:45:32,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:32,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=C 2024-11-21T12:45:32,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:32,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112127cfc6ab94ea435bacb52c68b8f32df5_91deab26541724241f9bd38114fe40e2 is 50, key is test_row_0/A:col10/1732193132046/Put/seqid=0 2024-11-21T12:45:32,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:32,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193192673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:32,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:32,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193192675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:32,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:32,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193192678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:32,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:32,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193192679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:32,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742448_1624 (size=14994) 2024-11-21T12:45:32,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-21T12:45:32,762 INFO [Thread-2454 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-21T12:45:32,763 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:45:32,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-21T12:45:32,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-21T12:45:32,778 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:45:32,783 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:45:32,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:45:32,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:32,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193192783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:32,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:32,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193192783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193192784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:32,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:32,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193192784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-21T12:45:32,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193192895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:32,898 DEBUG [Thread-2444 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2., hostname=b3d5da5e0922,39829,1732192970767, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:45:32,937 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:32,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-21T12:45:32,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:32,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:32,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:32,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:32,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:32,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193192985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:32,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193192985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:32,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193192986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:32,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193192987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-21T12:45:33,098 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:33,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-21T12:45:33,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:33,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:33,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:33,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:33,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:33,111 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:45:33,149 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112127cfc6ab94ea435bacb52c68b8f32df5_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112127cfc6ab94ea435bacb52c68b8f32df5_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:33,156 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/f4ee8509831b4714b9b78d1227f297d9, store: [table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:33,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/f4ee8509831b4714b9b78d1227f297d9 is 175, key is test_row_0/A:col10/1732193132046/Put/seqid=0 2024-11-21T12:45:33,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742449_1625 (size=39949) 2024-11-21T12:45:33,265 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:33,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-21T12:45:33,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:33,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:33,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:33,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:33,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:33,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193193290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:33,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:33,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193193292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:33,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193193291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193193292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-21T12:45:33,425 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:33,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-21T12:45:33,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:33,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:33,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:33,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:33,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:33,582 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:33,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-21T12:45:33,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:33,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:33,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:33,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:33,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:33,599 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/f4ee8509831b4714b9b78d1227f297d9 2024-11-21T12:45:33,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/8b8a56c438fd4561bdb6bf6c526956ed is 50, key is test_row_0/B:col10/1732193132046/Put/seqid=0 2024-11-21T12:45:33,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742450_1626 (size=12301) 2024-11-21T12:45:33,737 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:33,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-21T12:45:33,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:33,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:33,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:33,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:33,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:33,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193193796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:33,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193193798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:33,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193193800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:33,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193193803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:33,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-21T12:45:33,898 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:33,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-21T12:45:33,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:33,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:33,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:33,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:33,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:33,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:34,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/8b8a56c438fd4561bdb6bf6c526956ed 2024-11-21T12:45:34,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/8ecedb1e63774765a5de60c99db2a773 is 50, key is test_row_0/C:col10/1732193132046/Put/seqid=0 2024-11-21T12:45:34,063 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:34,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-21T12:45:34,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:34,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:34,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:34,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:34,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:34,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742451_1627 (size=12301) 2024-11-21T12:45:34,218 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:34,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-21T12:45:34,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:34,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:34,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:34,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:34,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:34,371 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:34,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-21T12:45:34,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:34,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:34,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:34,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:34,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:34,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/8ecedb1e63774765a5de60c99db2a773 2024-11-21T12:45:34,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/f4ee8509831b4714b9b78d1227f297d9 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/f4ee8509831b4714b9b78d1227f297d9 2024-11-21T12:45:34,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/f4ee8509831b4714b9b78d1227f297d9, entries=200, sequenceid=280, filesize=39.0 K 2024-11-21T12:45:34,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/8b8a56c438fd4561bdb6bf6c526956ed as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/8b8a56c438fd4561bdb6bf6c526956ed 2024-11-21T12:45:34,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/8b8a56c438fd4561bdb6bf6c526956ed, entries=150, sequenceid=280, filesize=12.0 K 2024-11-21T12:45:34,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/8ecedb1e63774765a5de60c99db2a773 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/8ecedb1e63774765a5de60c99db2a773 2024-11-21T12:45:34,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/8ecedb1e63774765a5de60c99db2a773, entries=150, sequenceid=280, filesize=12.0 K 2024-11-21T12:45:34,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 91deab26541724241f9bd38114fe40e2 in 1853ms, sequenceid=280, compaction requested=true 2024-11-21T12:45:34,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:34,515 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:45:34,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91deab26541724241f9bd38114fe40e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:45:34,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:34,516 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:45:34,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91deab26541724241f9bd38114fe40e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:45:34,516 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:45:34,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:34,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91deab26541724241f9bd38114fe40e2:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:45:34,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:34,516 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 91deab26541724241f9bd38114fe40e2/A is initiating minor compaction (all files) 2024-11-21T12:45:34,516 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91deab26541724241f9bd38114fe40e2/A in TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:34,516 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/ca13faafcad14199b6389065edc432fa, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/46d67e294ddf4d54a6baba83e839087c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/f4ee8509831b4714b9b78d1227f297d9] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp, totalSize=100.3 K 2024-11-21T12:45:34,516 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:34,516 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. files: [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/ca13faafcad14199b6389065edc432fa, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/46d67e294ddf4d54a6baba83e839087c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/f4ee8509831b4714b9b78d1227f297d9] 2024-11-21T12:45:34,518 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:45:34,518 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 91deab26541724241f9bd38114fe40e2/B is initiating minor compaction (all files) 2024-11-21T12:45:34,518 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91deab26541724241f9bd38114fe40e2/B in TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:34,518 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/51240ad2c63e42ef9cb6e2d861248566, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/9ffbb08eb62d498eb0f58fab4fd5c20a, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/8b8a56c438fd4561bdb6bf6c526956ed] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp, totalSize=36.3 K 2024-11-21T12:45:34,518 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca13faafcad14199b6389065edc432fa, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732193128739 2024-11-21T12:45:34,519 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 51240ad2c63e42ef9cb6e2d861248566, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732193128739 2024-11-21T12:45:34,519 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46d67e294ddf4d54a6baba83e839087c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732193129871 2024-11-21T12:45:34,520 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ffbb08eb62d498eb0f58fab4fd5c20a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732193129871 2024-11-21T12:45:34,520 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4ee8509831b4714b9b78d1227f297d9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732193132029 2024-11-21T12:45:34,521 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b8a56c438fd4561bdb6bf6c526956ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732193132029 2024-11-21T12:45:34,526 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:34,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-21T12:45:34,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:34,531 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing 91deab26541724241f9bd38114fe40e2 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T12:45:34,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=A 2024-11-21T12:45:34,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:34,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=B 2024-11-21T12:45:34,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:34,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=C 2024-11-21T12:45:34,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:34,539 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91deab26541724241f9bd38114fe40e2#B#compaction#522 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:34,539 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/6e2c0b4216cc44529803baee95077a18 is 50, key is test_row_0/B:col10/1732193132046/Put/seqid=0 2024-11-21T12:45:34,542 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:34,545 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121099f15d6d4084a168c289cc07e2028ff_91deab26541724241f9bd38114fe40e2 store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:34,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112118b3fabb16ff481c9abcb90eeca432a8_91deab26541724241f9bd38114fe40e2 is 50, key is test_row_0/A:col10/1732193132672/Put/seqid=0 2024-11-21T12:45:34,550 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121099f15d6d4084a168c289cc07e2028ff_91deab26541724241f9bd38114fe40e2, store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:34,550 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121099f15d6d4084a168c289cc07e2028ff_91deab26541724241f9bd38114fe40e2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:34,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742452_1628 (size=12949) 2024-11-21T12:45:34,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742454_1630 (size=4469) 2024-11-21T12:45:34,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742453_1629 (size=12454) 2024-11-21T12:45:34,576 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/6e2c0b4216cc44529803baee95077a18 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/6e2c0b4216cc44529803baee95077a18 2024-11-21T12:45:34,582 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91deab26541724241f9bd38114fe40e2/B of 91deab26541724241f9bd38114fe40e2 into 6e2c0b4216cc44529803baee95077a18(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:34,582 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:34,582 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2., storeName=91deab26541724241f9bd38114fe40e2/B, priority=13, startTime=1732193134516; duration=0sec 2024-11-21T12:45:34,582 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:34,582 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91deab26541724241f9bd38114fe40e2:B 2024-11-21T12:45:34,582 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:45:34,584 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:45:34,584 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 91deab26541724241f9bd38114fe40e2/C is initiating minor compaction (all files) 2024-11-21T12:45:34,584 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91deab26541724241f9bd38114fe40e2/C in TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:34,584 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/11fb2f327e9f42a4a03af2e13d9b5731, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/0495e77f8aa44d33b0a9d98b8845b971, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/8ecedb1e63774765a5de60c99db2a773] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp, totalSize=36.3 K 2024-11-21T12:45:34,584 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 11fb2f327e9f42a4a03af2e13d9b5731, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732193128739 2024-11-21T12:45:34,585 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 0495e77f8aa44d33b0a9d98b8845b971, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732193129871 2024-11-21T12:45:34,585 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ecedb1e63774765a5de60c99db2a773, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732193132029 2024-11-21T12:45:34,596 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91deab26541724241f9bd38114fe40e2#C#compaction#525 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:34,596 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/61d509eebdab4901ab2f1125b9879645 is 50, key is test_row_0/C:col10/1732193132046/Put/seqid=0 2024-11-21T12:45:34,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742455_1631 (size=12949) 2024-11-21T12:45:34,634 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/61d509eebdab4901ab2f1125b9879645 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/61d509eebdab4901ab2f1125b9879645 2024-11-21T12:45:34,641 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91deab26541724241f9bd38114fe40e2/C of 91deab26541724241f9bd38114fe40e2 into 61d509eebdab4901ab2f1125b9879645(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:34,641 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:34,641 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2., storeName=91deab26541724241f9bd38114fe40e2/C, priority=13, startTime=1732193134516; duration=0sec 2024-11-21T12:45:34,641 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:34,641 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91deab26541724241f9bd38114fe40e2:C 2024-11-21T12:45:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:34,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:34,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:34,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193194834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193194835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:34,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193194836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:34,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193194837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-21T12:45:34,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193194943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:34,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193194947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:34,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193194947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:34,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193194950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:34,982 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91deab26541724241f9bd38114fe40e2#A#compaction#523 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:34,983 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/1e8b53d8a6d34b039cbf0c279003f394 is 175, key is test_row_0/A:col10/1732193132046/Put/seqid=0 2024-11-21T12:45:34,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:45:34,989 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112118b3fabb16ff481c9abcb90eeca432a8_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112118b3fabb16ff481c9abcb90eeca432a8_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:34,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/a05247f38c264e29bfffb33033cca879, store: [table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:34,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/a05247f38c264e29bfffb33033cca879 is 175, key is test_row_0/A:col10/1732193132672/Put/seqid=0 2024-11-21T12:45:35,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742456_1632 (size=31903) 2024-11-21T12:45:35,032 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/1e8b53d8a6d34b039cbf0c279003f394 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/1e8b53d8a6d34b039cbf0c279003f394 2024-11-21T12:45:35,040 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91deab26541724241f9bd38114fe40e2/A of 91deab26541724241f9bd38114fe40e2 into 1e8b53d8a6d34b039cbf0c279003f394(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:35,040 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:35,040 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2., storeName=91deab26541724241f9bd38114fe40e2/A, priority=13, startTime=1732193134515; duration=0sec 2024-11-21T12:45:35,040 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:35,040 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91deab26541724241f9bd38114fe40e2:A 2024-11-21T12:45:35,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742457_1633 (size=31255) 2024-11-21T12:45:35,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193195146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:35,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193195149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:35,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193195150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:35,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193195159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:35,450 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/a05247f38c264e29bfffb33033cca879 2024-11-21T12:45:35,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193195450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:35,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193195453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:35,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193195455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:35,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/eefce6fe594b47fab3594c1901e52819 is 50, key is test_row_0/B:col10/1732193132672/Put/seqid=0 2024-11-21T12:45:35,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193195464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:35,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742458_1634 (size=12301) 2024-11-21T12:45:35,480 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/eefce6fe594b47fab3594c1901e52819 2024-11-21T12:45:35,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/13221ac5d2ca431390d9c4d6ec1a2704 is 50, key is test_row_0/C:col10/1732193132672/Put/seqid=0 2024-11-21T12:45:35,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742459_1635 (size=12301) 2024-11-21T12:45:35,503 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/13221ac5d2ca431390d9c4d6ec1a2704 2024-11-21T12:45:35,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/a05247f38c264e29bfffb33033cca879 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/a05247f38c264e29bfffb33033cca879 2024-11-21T12:45:35,512 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/a05247f38c264e29bfffb33033cca879, entries=150, sequenceid=295, filesize=30.5 K 2024-11-21T12:45:35,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/eefce6fe594b47fab3594c1901e52819 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/eefce6fe594b47fab3594c1901e52819 2024-11-21T12:45:35,518 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/eefce6fe594b47fab3594c1901e52819, entries=150, sequenceid=295, filesize=12.0 K 2024-11-21T12:45:35,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/13221ac5d2ca431390d9c4d6ec1a2704 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/13221ac5d2ca431390d9c4d6ec1a2704 2024-11-21T12:45:35,536 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/13221ac5d2ca431390d9c4d6ec1a2704, entries=150, sequenceid=295, filesize=12.0 K 2024-11-21T12:45:35,537 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 91deab26541724241f9bd38114fe40e2 in 1006ms, sequenceid=295, compaction requested=false 2024-11-21T12:45:35,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:35,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:35,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-21T12:45:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-21T12:45:35,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-21T12:45:35,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7550 sec 2024-11-21T12:45:35,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 2.7760 sec 2024-11-21T12:45:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:35,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91deab26541724241f9bd38114fe40e2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T12:45:35,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=A 2024-11-21T12:45:35,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:35,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=B 2024-11-21T12:45:35,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:35,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=C 2024-11-21T12:45:35,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:35,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f85a83d7939343ac8d66ea7911b78c55_91deab26541724241f9bd38114fe40e2 is 50, key is test_row_0/A:col10/1732193135963/Put/seqid=0 2024-11-21T12:45:35,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:35,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193195994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:35,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193195995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:35,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193195995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:36,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193195995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:36,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742460_1636 (size=14994) 2024-11-21T12:45:36,022 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:45:36,026 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f85a83d7939343ac8d66ea7911b78c55_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f85a83d7939343ac8d66ea7911b78c55_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:36,028 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/f5b6f4df9e6a412b8832e421026e1b1a, store: [table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:36,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/f5b6f4df9e6a412b8832e421026e1b1a is 175, key is test_row_0/A:col10/1732193135963/Put/seqid=0 2024-11-21T12:45:36,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742461_1637 (size=39949) 2024-11-21T12:45:36,060 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=321, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/f5b6f4df9e6a412b8832e421026e1b1a 2024-11-21T12:45:36,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/d33df4bbc4c04b628a9ceaa87249bdc3 is 50, key is test_row_0/B:col10/1732193135963/Put/seqid=0 2024-11-21T12:45:36,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193196103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:36,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193196103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:36,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193196103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:36,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193196103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:36,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742462_1638 (size=12301) 2024-11-21T12:45:36,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193196307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:36,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193196311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:36,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193196311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:36,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193196311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:36,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/d33df4bbc4c04b628a9ceaa87249bdc3 2024-11-21T12:45:36,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/74793637e32c4e8c8601142b0e713dcc is 50, key is test_row_0/C:col10/1732193135963/Put/seqid=0 2024-11-21T12:45:36,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742463_1639 (size=12301) 2024-11-21T12:45:36,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/74793637e32c4e8c8601142b0e713dcc 2024-11-21T12:45:36,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/f5b6f4df9e6a412b8832e421026e1b1a as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/f5b6f4df9e6a412b8832e421026e1b1a 2024-11-21T12:45:36,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/f5b6f4df9e6a412b8832e421026e1b1a, entries=200, sequenceid=321, filesize=39.0 K 2024-11-21T12:45:36,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/d33df4bbc4c04b628a9ceaa87249bdc3 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/d33df4bbc4c04b628a9ceaa87249bdc3 2024-11-21T12:45:36,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193196617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:36,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/d33df4bbc4c04b628a9ceaa87249bdc3, entries=150, sequenceid=321, filesize=12.0 K 2024-11-21T12:45:36,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/74793637e32c4e8c8601142b0e713dcc as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/74793637e32c4e8c8601142b0e713dcc 2024-11-21T12:45:36,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193196618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:36,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193196619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:36,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193196621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:36,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/74793637e32c4e8c8601142b0e713dcc, entries=150, sequenceid=321, filesize=12.0 K 2024-11-21T12:45:36,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 91deab26541724241f9bd38114fe40e2 in 669ms, sequenceid=321, compaction requested=true 2024-11-21T12:45:36,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:36,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91deab26541724241f9bd38114fe40e2:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:45:36,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:36,633 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:45:36,633 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:45:36,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91deab26541724241f9bd38114fe40e2:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:45:36,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:36,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91deab26541724241f9bd38114fe40e2:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:45:36,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:36,637 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:45:36,637 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 91deab26541724241f9bd38114fe40e2/B is initiating minor compaction (all files) 2024-11-21T12:45:36,637 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91deab26541724241f9bd38114fe40e2/B in TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:36,637 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/6e2c0b4216cc44529803baee95077a18, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/eefce6fe594b47fab3594c1901e52819, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/d33df4bbc4c04b628a9ceaa87249bdc3] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp, totalSize=36.7 K 2024-11-21T12:45:36,641 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:45:36,642 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1540): 91deab26541724241f9bd38114fe40e2/A is initiating minor compaction (all files) 2024-11-21T12:45:36,642 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91deab26541724241f9bd38114fe40e2/A in TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:36,642 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/1e8b53d8a6d34b039cbf0c279003f394, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/a05247f38c264e29bfffb33033cca879, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/f5b6f4df9e6a412b8832e421026e1b1a] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp, totalSize=100.7 K 2024-11-21T12:45:36,642 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:36,642 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. files: [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/1e8b53d8a6d34b039cbf0c279003f394, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/a05247f38c264e29bfffb33033cca879, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/f5b6f4df9e6a412b8832e421026e1b1a] 2024-11-21T12:45:36,642 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e2c0b4216cc44529803baee95077a18, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732193132029 2024-11-21T12:45:36,643 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e8b53d8a6d34b039cbf0c279003f394, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732193132029 2024-11-21T12:45:36,644 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting eefce6fe594b47fab3594c1901e52819, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732193132672 2024-11-21T12:45:36,644 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting a05247f38c264e29bfffb33033cca879, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732193132672 2024-11-21T12:45:36,644 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting d33df4bbc4c04b628a9ceaa87249bdc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732193134829 2024-11-21T12:45:36,644 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5b6f4df9e6a412b8832e421026e1b1a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732193134829 2024-11-21T12:45:36,675 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:36,679 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91deab26541724241f9bd38114fe40e2#B#compaction#532 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:36,679 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/5cdf7afc0bca4ccc893d83d92644ccb0 is 50, key is test_row_0/B:col10/1732193135963/Put/seqid=0 2024-11-21T12:45:36,683 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121250e7b8f6e12440a817ca4a2d9b8d0fb_91deab26541724241f9bd38114fe40e2 store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:36,685 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121250e7b8f6e12440a817ca4a2d9b8d0fb_91deab26541724241f9bd38114fe40e2, store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:36,687 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121250e7b8f6e12440a817ca4a2d9b8d0fb_91deab26541724241f9bd38114fe40e2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:36,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742464_1640 (size=13051) 2024-11-21T12:45:36,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742465_1641 (size=4469) 2024-11-21T12:45:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-21T12:45:36,883 INFO [Thread-2454 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-21T12:45:36,887 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T12:45:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-21T12:45:36,889 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:45:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-21T12:45:36,889 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:45:36,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:45:36,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91deab26541724241f9bd38114fe40e2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T12:45:36,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=A 2024-11-21T12:45:36,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:36,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=B 2024-11-21T12:45:36,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:36,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=C 2024-11-21T12:45:36,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:36,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f7995cdd0fec4028b1fbd5267627621e_91deab26541724241f9bd38114fe40e2 is 50, key is test_row_0/A:col10/1732193136916/Put/seqid=0 2024-11-21T12:45:36,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742466_1642 (size=14994) 2024-11-21T12:45:36,990 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:45:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-21T12:45:36,996 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f7995cdd0fec4028b1fbd5267627621e_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f7995cdd0fec4028b1fbd5267627621e_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:36,998 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/a8d911914a8d473bbf644c3362347758, store: [table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:36,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/a8d911914a8d473bbf644c3362347758 is 175, key is test_row_0/A:col10/1732193136916/Put/seqid=0 2024-11-21T12:45:37,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742467_1643 (size=39949) 2024-11-21T12:45:37,029 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/a8d911914a8d473bbf644c3362347758 2024-11-21T12:45:37,041 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:37,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-21T12:45:37,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:37,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:37,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:37,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:37,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:45:37,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/214b4eace423403ba5dce0fef0082268 is 50, key is test_row_0/B:col10/1732193136916/Put/seqid=0 2024-11-21T12:45:37,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742468_1644 (size=12301) 2024-11-21T12:45:37,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/214b4eace423403ba5dce0fef0082268 2024-11-21T12:45:37,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/cef4318b5d7c4288b3bdcf789071c662 is 50, key is test_row_0/C:col10/1732193136916/Put/seqid=0 2024-11-21T12:45:37,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193197092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:37,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59826 deadline: 1732193197124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:37,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:37,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742469_1645 (size=12301) 2024-11-21T12:45:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59804 deadline: 1732193197125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:37,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1732193197127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:37,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59748 deadline: 1732193197128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:37,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/cef4318b5d7c4288b3bdcf789071c662 2024-11-21T12:45:37,157 DEBUG [Thread-2461 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x535264e3 to 127.0.0.1:59516 2024-11-21T12:45:37,157 DEBUG [Thread-2461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:45:37,158 DEBUG [Thread-2457 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x639a0bee to 127.0.0.1:59516 2024-11-21T12:45:37,159 DEBUG [Thread-2457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:45:37,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/a8d911914a8d473bbf644c3362347758 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/a8d911914a8d473bbf644c3362347758 2024-11-21T12:45:37,162 DEBUG [Thread-2455 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7255c7fe to 127.0.0.1:59516 2024-11-21T12:45:37,162 DEBUG [Thread-2455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:45:37,164 DEBUG [Thread-2463 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x32bc1281 to 127.0.0.1:59516 2024-11-21T12:45:37,164 DEBUG [Thread-2459 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x588f2c24 to 127.0.0.1:59516 2024-11-21T12:45:37,164 DEBUG [Thread-2463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:45:37,164 DEBUG [Thread-2459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:45:37,164 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/5cdf7afc0bca4ccc893d83d92644ccb0 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/5cdf7afc0bca4ccc893d83d92644ccb0 2024-11-21T12:45:37,171 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91deab26541724241f9bd38114fe40e2#A#compaction#531 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:37,172 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/b8197b844ea14b2dbf9d981514f0aa07 is 175, key is test_row_0/A:col10/1732193135963/Put/seqid=0 2024-11-21T12:45:37,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/a8d911914a8d473bbf644c3362347758, entries=200, sequenceid=335, filesize=39.0 K 2024-11-21T12:45:37,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/214b4eace423403ba5dce0fef0082268 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/214b4eace423403ba5dce0fef0082268 2024-11-21T12:45:37,186 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91deab26541724241f9bd38114fe40e2/B of 91deab26541724241f9bd38114fe40e2 into 5cdf7afc0bca4ccc893d83d92644ccb0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:37,186 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:37,186 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2., storeName=91deab26541724241f9bd38114fe40e2/B, priority=13, startTime=1732193136633; duration=0sec 2024-11-21T12:45:37,186 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:45:37,186 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91deab26541724241f9bd38114fe40e2:B 2024-11-21T12:45:37,186 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:45:37,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742470_1646 (size=32005) 2024-11-21T12:45:37,188 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:45:37,188 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1540): 91deab26541724241f9bd38114fe40e2/C is initiating minor compaction (all files) 2024-11-21T12:45:37,188 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91deab26541724241f9bd38114fe40e2/C in TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:37,188 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/61d509eebdab4901ab2f1125b9879645, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/13221ac5d2ca431390d9c4d6ec1a2704, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/74793637e32c4e8c8601142b0e713dcc] into tmpdir=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp, totalSize=36.7 K 2024-11-21T12:45:37,189 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 61d509eebdab4901ab2f1125b9879645, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732193132029 2024-11-21T12:45:37,189 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 13221ac5d2ca431390d9c4d6ec1a2704, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732193132672 2024-11-21T12:45:37,189 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] compactions.Compactor(224): Compacting 74793637e32c4e8c8601142b0e713dcc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732193134829 2024-11-21T12:45:37,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/214b4eace423403ba5dce0fef0082268, entries=150, sequenceid=335, filesize=12.0 K 2024-11-21T12:45:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-21T12:45:37,195 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/b8197b844ea14b2dbf9d981514f0aa07 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/b8197b844ea14b2dbf9d981514f0aa07 2024-11-21T12:45:37,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/cef4318b5d7c4288b3bdcf789071c662 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/cef4318b5d7c4288b3bdcf789071c662 2024-11-21T12:45:37,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T12:45:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59812 deadline: 1732193197197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:37,200 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91deab26541724241f9bd38114fe40e2#C#compaction#536 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:45:37,200 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/cfddd5b2365745f5baf397c7f492d1fc is 50, key is test_row_0/C:col10/1732193135963/Put/seqid=0 2024-11-21T12:45:37,202 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:37,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39829 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-21T12:45:37,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/cef4318b5d7c4288b3bdcf789071c662, entries=150, sequenceid=335, filesize=12.0 K 2024-11-21T12:45:37,204 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91deab26541724241f9bd38114fe40e2/A of 91deab26541724241f9bd38114fe40e2 into b8197b844ea14b2dbf9d981514f0aa07(size=31.3 K), total size for store is 70.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:37,204 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:37,204 INFO [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2., storeName=91deab26541724241f9bd38114fe40e2/A, priority=13, startTime=1732193136633; duration=0sec 2024-11-21T12:45:37,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 91deab26541724241f9bd38114fe40e2 in 287ms, sequenceid=335, compaction requested=false 2024-11-21T12:45:37,204 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:37,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:37,204 DEBUG [RS:0;b3d5da5e0922:39829-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91deab26541724241f9bd38114fe40e2:A 2024-11-21T12:45:37,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:37,207 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 91deab26541724241f9bd38114fe40e2 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T12:45:37,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=A 2024-11-21T12:45:37,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:37,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=B 2024-11-21T12:45:37,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:37,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=C 2024-11-21T12:45:37,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:37,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742471_1647 (size=13051) 2024-11-21T12:45:37,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217da470efd3ad433f8e6d470a24f230c1_91deab26541724241f9bd38114fe40e2 is 50, key is test_row_0/A:col10/1732193137089/Put/seqid=0 2024-11-21T12:45:37,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742472_1648 (size=12454) 2024-11-21T12:45:37,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:45:37,232 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217da470efd3ad433f8e6d470a24f230c1_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217da470efd3ad433f8e6d470a24f230c1_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:37,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/1dc570098ccb43159c98e12286dfbdc0, store: [table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:37,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/1dc570098ccb43159c98e12286dfbdc0 is 175, key is test_row_0/A:col10/1732193137089/Put/seqid=0 2024-11-21T12:45:37,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742473_1649 (size=31255) 2024-11-21T12:45:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39829 {}] regionserver.HRegion(8581): Flush requested on 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:37,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. as already flushing 2024-11-21T12:45:37,406 DEBUG [Thread-2444 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x23b3371c to 127.0.0.1:59516 2024-11-21T12:45:37,406 DEBUG [Thread-2444 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:45:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-21T12:45:37,625 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/cfddd5b2365745f5baf397c7f492d1fc as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/cfddd5b2365745f5baf397c7f492d1fc 2024-11-21T12:45:37,631 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91deab26541724241f9bd38114fe40e2/C of 91deab26541724241f9bd38114fe40e2 into cfddd5b2365745f5baf397c7f492d1fc(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:45:37,631 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:37,631 INFO [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2., storeName=91deab26541724241f9bd38114fe40e2/C, priority=13, startTime=1732193136633; duration=0sec 2024-11-21T12:45:37,631 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:45:37,631 DEBUG [RS:0;b3d5da5e0922:39829-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91deab26541724241f9bd38114fe40e2:C 2024-11-21T12:45:37,641 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/1dc570098ccb43159c98e12286dfbdc0 2024-11-21T12:45:37,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/6f88ba752c37452d96ae3371d12cfc88 is 50, key is test_row_0/B:col10/1732193137089/Put/seqid=0 2024-11-21T12:45:37,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742474_1650 (size=12301) 2024-11-21T12:45:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-21T12:45:38,053 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/6f88ba752c37452d96ae3371d12cfc88 2024-11-21T12:45:38,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/ef788a4aeed649c5bed3aa76d0063329 is 50, key is test_row_0/C:col10/1732193137089/Put/seqid=0 2024-11-21T12:45:38,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742475_1651 (size=12301) 2024-11-21T12:45:38,135 DEBUG [Thread-2448 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x232a1c29 to 127.0.0.1:59516 2024-11-21T12:45:38,135 DEBUG [Thread-2448 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:45:38,138 DEBUG [Thread-2450 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c9f0471 to 127.0.0.1:59516 2024-11-21T12:45:38,138 DEBUG [Thread-2450 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:45:38,138 DEBUG [Thread-2452 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x489f17e4 to 127.0.0.1:59516 2024-11-21T12:45:38,138 DEBUG [Thread-2452 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:45:38,144 DEBUG [Thread-2446 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b893c6b to 127.0.0.1:59516 2024-11-21T12:45:38,144 DEBUG [Thread-2446 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:45:38,464 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/ef788a4aeed649c5bed3aa76d0063329 2024-11-21T12:45:38,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/1dc570098ccb43159c98e12286dfbdc0 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/1dc570098ccb43159c98e12286dfbdc0 2024-11-21T12:45:38,469 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/1dc570098ccb43159c98e12286dfbdc0, entries=150, sequenceid=359, filesize=30.5 K 2024-11-21T12:45:38,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/6f88ba752c37452d96ae3371d12cfc88 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/6f88ba752c37452d96ae3371d12cfc88 2024-11-21T12:45:38,472 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/6f88ba752c37452d96ae3371d12cfc88, entries=150, sequenceid=359, filesize=12.0 K 2024-11-21T12:45:38,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/ef788a4aeed649c5bed3aa76d0063329 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/ef788a4aeed649c5bed3aa76d0063329 2024-11-21T12:45:38,475 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/ef788a4aeed649c5bed3aa76d0063329, entries=150, sequenceid=359, filesize=12.0 K 2024-11-21T12:45:38,475 INFO [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=33.54 KB/34350 for 91deab26541724241f9bd38114fe40e2 in 1269ms, sequenceid=359, compaction requested=true 2024-11-21T12:45:38,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:38,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:38,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3d5da5e0922:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-21T12:45:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-21T12:45:38,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-21T12:45:38,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5870 sec 2024-11-21T12:45:38,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 1.5910 sec 2024-11-21T12:45:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-21T12:45:38,997 INFO [Thread-2454 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-21T12:45:38,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T12:45:38,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-21T12:45:38,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-21T12:45:38,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-21T12:45:38,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-21T12:45:38,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-21T12:45:38,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T12:45:38,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4634 2024-11-21T12:45:38,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4491 2024-11-21T12:45:38,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4261 2024-11-21T12:45:38,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4630 2024-11-21T12:45:38,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4392 2024-11-21T12:45:38,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T12:45:38,998 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T12:45:38,998 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ee6bae4 to 127.0.0.1:59516 2024-11-21T12:45:38,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:45:38,998 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T12:45:38,998 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-21T12:45:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T12:45:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T12:45:39,000 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732193139000"}]},"ts":"1732193139000"} 2024-11-21T12:45:39,001 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T12:45:39,045 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T12:45:39,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T12:45:39,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=91deab26541724241f9bd38114fe40e2, UNASSIGN}] 2024-11-21T12:45:39,047 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=161, ppid=160, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=91deab26541724241f9bd38114fe40e2, UNASSIGN 2024-11-21T12:45:39,048 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=161 updating hbase:meta row=91deab26541724241f9bd38114fe40e2, regionState=CLOSING, regionLocation=b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:39,048 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T12:45:39,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; CloseRegionProcedure 91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767}] 2024-11-21T12:45:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T12:45:39,199 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:39,200 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] handler.UnassignRegionHandler(124): Close 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:39,200 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T12:45:39,200 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1681): Closing 91deab26541724241f9bd38114fe40e2, disabling compactions & flushes 2024-11-21T12:45:39,200 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:39,200 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:39,200 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. after waiting 0 ms 2024-11-21T12:45:39,200 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:39,200 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(2837): Flushing 91deab26541724241f9bd38114fe40e2 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-21T12:45:39,200 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=A 2024-11-21T12:45:39,200 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:39,200 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=B 2024-11-21T12:45:39,200 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:39,200 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91deab26541724241f9bd38114fe40e2, store=C 2024-11-21T12:45:39,201 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:45:39,205 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112188be8d3ffc5a476f8a1328b01ada5419_91deab26541724241f9bd38114fe40e2 is 50, key is test_row_0/A:col10/1732193138143/Put/seqid=0 2024-11-21T12:45:39,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742476_1652 (size=12454) 2024-11-21T12:45:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T12:45:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T12:45:39,608 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:45:39,610 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112188be8d3ffc5a476f8a1328b01ada5419_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112188be8d3ffc5a476f8a1328b01ada5419_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:39,611 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/fc5f4edd18334aa3b35de4af258dd6d4, store: [table=TestAcidGuarantees family=A region=91deab26541724241f9bd38114fe40e2] 2024-11-21T12:45:39,612 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/fc5f4edd18334aa3b35de4af258dd6d4 is 175, key is test_row_0/A:col10/1732193138143/Put/seqid=0 2024-11-21T12:45:39,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742477_1653 (size=31255) 2024-11-21T12:45:40,015 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/fc5f4edd18334aa3b35de4af258dd6d4 2024-11-21T12:45:40,020 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/ffbbab18ada44f0d839ccae7b077f410 is 50, key is test_row_0/B:col10/1732193138143/Put/seqid=0 2024-11-21T12:45:40,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742478_1654 (size=12301) 2024-11-21T12:45:40,024 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/ffbbab18ada44f0d839ccae7b077f410 2024-11-21T12:45:40,029 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/0e03975865d141a4bd3e67ca5e8a14f0 is 50, key is test_row_0/C:col10/1732193138143/Put/seqid=0 2024-11-21T12:45:40,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742479_1655 (size=12301) 2024-11-21T12:45:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T12:45:40,437 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/0e03975865d141a4bd3e67ca5e8a14f0 2024-11-21T12:45:40,445 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/A/fc5f4edd18334aa3b35de4af258dd6d4 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/fc5f4edd18334aa3b35de4af258dd6d4 2024-11-21T12:45:40,452 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/fc5f4edd18334aa3b35de4af258dd6d4, entries=150, sequenceid=368, filesize=30.5 K 2024-11-21T12:45:40,453 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/B/ffbbab18ada44f0d839ccae7b077f410 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/ffbbab18ada44f0d839ccae7b077f410 2024-11-21T12:45:40,459 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/ffbbab18ada44f0d839ccae7b077f410, entries=150, sequenceid=368, filesize=12.0 K 2024-11-21T12:45:40,459 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/.tmp/C/0e03975865d141a4bd3e67ca5e8a14f0 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/0e03975865d141a4bd3e67ca5e8a14f0 2024-11-21T12:45:40,462 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/0e03975865d141a4bd3e67ca5e8a14f0, entries=150, sequenceid=368, filesize=12.0 K 2024-11-21T12:45:40,462 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 91deab26541724241f9bd38114fe40e2 in 1262ms, sequenceid=368, compaction requested=true 2024-11-21T12:45:40,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/f570899f2f1c4d04b764468ce6485c52, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/6aeb77bb65844570b73b4f970571ac37, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/5d74ca7961fc42908fa67556a5e46d0f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/17d3b301a5f342b2847cce130815217b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/6cb144b2532a46b78ee8f0912421b09c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/7570c7d900734f7ebe9e172ef8b32c70, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/5a5cfa4f0865437e9ce94572588c339b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/211b06d3daaf46b3952ae80a53f0797d, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/b3a6fc41961b481bb4aa855c5371d0bb, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/465a16e7c5694ee3aad73d3fa764a3c3, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/c2af1f59e2be443db143b3610f51336f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/86eff49015a14d7d8ecab453bc66b903, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/8d3c920ce11443abb432f5940c9bcb65, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/300bd307026440b6821325cdf6977690, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/eed78e12dc5141bbab9454f140b3d84c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/ca13faafcad14199b6389065edc432fa, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/c305317e921f4779a3cf72a16f7b897f, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/46d67e294ddf4d54a6baba83e839087c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/f4ee8509831b4714b9b78d1227f297d9, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/1e8b53d8a6d34b039cbf0c279003f394, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/a05247f38c264e29bfffb33033cca879, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/f5b6f4df9e6a412b8832e421026e1b1a] to archive 2024-11-21T12:45:40,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:45:40,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/f570899f2f1c4d04b764468ce6485c52 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/f570899f2f1c4d04b764468ce6485c52 2024-11-21T12:45:40,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/6aeb77bb65844570b73b4f970571ac37 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/6aeb77bb65844570b73b4f970571ac37 2024-11-21T12:45:40,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/5d74ca7961fc42908fa67556a5e46d0f to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/5d74ca7961fc42908fa67556a5e46d0f 2024-11-21T12:45:40,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/17d3b301a5f342b2847cce130815217b to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/17d3b301a5f342b2847cce130815217b 2024-11-21T12:45:40,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/6cb144b2532a46b78ee8f0912421b09c to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/6cb144b2532a46b78ee8f0912421b09c 2024-11-21T12:45:40,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/7570c7d900734f7ebe9e172ef8b32c70 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/7570c7d900734f7ebe9e172ef8b32c70 2024-11-21T12:45:40,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/5a5cfa4f0865437e9ce94572588c339b to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/5a5cfa4f0865437e9ce94572588c339b 2024-11-21T12:45:40,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/211b06d3daaf46b3952ae80a53f0797d to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/211b06d3daaf46b3952ae80a53f0797d 2024-11-21T12:45:40,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/b3a6fc41961b481bb4aa855c5371d0bb to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/b3a6fc41961b481bb4aa855c5371d0bb 2024-11-21T12:45:40,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/465a16e7c5694ee3aad73d3fa764a3c3 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/465a16e7c5694ee3aad73d3fa764a3c3 2024-11-21T12:45:40,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/c2af1f59e2be443db143b3610f51336f to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/c2af1f59e2be443db143b3610f51336f 2024-11-21T12:45:40,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/86eff49015a14d7d8ecab453bc66b903 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/86eff49015a14d7d8ecab453bc66b903 2024-11-21T12:45:40,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/8d3c920ce11443abb432f5940c9bcb65 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/8d3c920ce11443abb432f5940c9bcb65 2024-11-21T12:45:40,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/300bd307026440b6821325cdf6977690 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/300bd307026440b6821325cdf6977690 2024-11-21T12:45:40,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/eed78e12dc5141bbab9454f140b3d84c to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/eed78e12dc5141bbab9454f140b3d84c 2024-11-21T12:45:40,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/ca13faafcad14199b6389065edc432fa to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/ca13faafcad14199b6389065edc432fa 2024-11-21T12:45:40,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/c305317e921f4779a3cf72a16f7b897f to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/c305317e921f4779a3cf72a16f7b897f 2024-11-21T12:45:40,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/46d67e294ddf4d54a6baba83e839087c to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/46d67e294ddf4d54a6baba83e839087c 2024-11-21T12:45:40,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/f4ee8509831b4714b9b78d1227f297d9 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/f4ee8509831b4714b9b78d1227f297d9 2024-11-21T12:45:40,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/1e8b53d8a6d34b039cbf0c279003f394 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/1e8b53d8a6d34b039cbf0c279003f394 2024-11-21T12:45:40,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/a05247f38c264e29bfffb33033cca879 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/a05247f38c264e29bfffb33033cca879 2024-11-21T12:45:40,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/f5b6f4df9e6a412b8832e421026e1b1a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/f5b6f4df9e6a412b8832e421026e1b1a 2024-11-21T12:45:40,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/1d0802bc71204e3c95f860f932c23b93, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/885e62fab5ce41c481e412b3799244b1, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/ccaa6469147c43a9866ac5682b151f83, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/c5779ca29d2942ecb6e0f91b8fe62bcf, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/cbf8c09a1e4f4fd1827445f5d70507b5, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/4573cf0636d94bcd9b1e6275a08386a3, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/a0728fb0a7164f0cb0fd2afe67754778, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/3f575ece36114467bbb83f43b4da5376, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/7e3694c61c0f4b83aa9af6ee1557e035, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/5ab6c4eef0804f72915f502b83b15611, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/9ba910e5b00f4a588e9f9229bce8a2d6, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/c927939559104d3a8f4703d46b62bbe2, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/c51cf3deff0548598de37ef31cd57ad4, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/65b68869c2144f1fa8ffd1fd734d353b, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/d9dbb18fcaba402490ce2c2ef1008e56, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/51240ad2c63e42ef9cb6e2d861248566, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/6b94f263df774bb18f1d6bb8ea27f386, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/9ffbb08eb62d498eb0f58fab4fd5c20a, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/6e2c0b4216cc44529803baee95077a18, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/8b8a56c438fd4561bdb6bf6c526956ed, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/eefce6fe594b47fab3594c1901e52819, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/d33df4bbc4c04b628a9ceaa87249bdc3] to archive 2024-11-21T12:45:40,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:45:40,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/1d0802bc71204e3c95f860f932c23b93 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/1d0802bc71204e3c95f860f932c23b93 2024-11-21T12:45:40,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/885e62fab5ce41c481e412b3799244b1 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/885e62fab5ce41c481e412b3799244b1 2024-11-21T12:45:40,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/ccaa6469147c43a9866ac5682b151f83 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/ccaa6469147c43a9866ac5682b151f83 2024-11-21T12:45:40,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/c5779ca29d2942ecb6e0f91b8fe62bcf to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/c5779ca29d2942ecb6e0f91b8fe62bcf 2024-11-21T12:45:40,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/cbf8c09a1e4f4fd1827445f5d70507b5 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/cbf8c09a1e4f4fd1827445f5d70507b5 2024-11-21T12:45:40,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/4573cf0636d94bcd9b1e6275a08386a3 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/4573cf0636d94bcd9b1e6275a08386a3 2024-11-21T12:45:40,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/a0728fb0a7164f0cb0fd2afe67754778 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/a0728fb0a7164f0cb0fd2afe67754778 2024-11-21T12:45:40,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/3f575ece36114467bbb83f43b4da5376 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/3f575ece36114467bbb83f43b4da5376 2024-11-21T12:45:40,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/7e3694c61c0f4b83aa9af6ee1557e035 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/7e3694c61c0f4b83aa9af6ee1557e035 2024-11-21T12:45:40,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/5ab6c4eef0804f72915f502b83b15611 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/5ab6c4eef0804f72915f502b83b15611 2024-11-21T12:45:40,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/9ba910e5b00f4a588e9f9229bce8a2d6 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/9ba910e5b00f4a588e9f9229bce8a2d6 2024-11-21T12:45:40,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/c927939559104d3a8f4703d46b62bbe2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/c927939559104d3a8f4703d46b62bbe2 2024-11-21T12:45:40,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/c51cf3deff0548598de37ef31cd57ad4 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/c51cf3deff0548598de37ef31cd57ad4 2024-11-21T12:45:40,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/65b68869c2144f1fa8ffd1fd734d353b to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/65b68869c2144f1fa8ffd1fd734d353b 2024-11-21T12:45:40,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/d9dbb18fcaba402490ce2c2ef1008e56 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/d9dbb18fcaba402490ce2c2ef1008e56 2024-11-21T12:45:40,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/51240ad2c63e42ef9cb6e2d861248566 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/51240ad2c63e42ef9cb6e2d861248566 2024-11-21T12:45:40,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/6b94f263df774bb18f1d6bb8ea27f386 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/6b94f263df774bb18f1d6bb8ea27f386 2024-11-21T12:45:40,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/9ffbb08eb62d498eb0f58fab4fd5c20a to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/9ffbb08eb62d498eb0f58fab4fd5c20a 2024-11-21T12:45:40,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/6e2c0b4216cc44529803baee95077a18 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/6e2c0b4216cc44529803baee95077a18 2024-11-21T12:45:40,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/8b8a56c438fd4561bdb6bf6c526956ed to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/8b8a56c438fd4561bdb6bf6c526956ed 2024-11-21T12:45:40,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/eefce6fe594b47fab3594c1901e52819 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/eefce6fe594b47fab3594c1901e52819 2024-11-21T12:45:40,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/d33df4bbc4c04b628a9ceaa87249bdc3 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/d33df4bbc4c04b628a9ceaa87249bdc3 2024-11-21T12:45:40,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/1d2ad733d40c4253bea9b71859b81acd, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/b48317469bc946b598e6ae025ff1d442, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/2ebfe6e2bd9a4ef2b6fc4c04207eb367, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/e08e91c00c504ae0b10188f001fd6d4c, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/56ae98c6ef9b40e6b3fe5eab41dbabc0, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/5cd3e7c0cf3240a0b2759aea97a72128, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/cb0d282b6bd54b2eb2524d8f553fcb50, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/65d3b77f41234adc8fe83498eb1197d5, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/84f2a1ca07454213bd0b42d40e047e7e, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/aacd372303354b61afb2f1cf46b39c57, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/34db58f7fdf14872b056a0b025af6063, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/78c9b5b198da4c37a511ce9bda529c70, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/9f22429d7b5a4d1fb5359889062b5093, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/a3fddd6c4b4f4378b6e61765245d6a29, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/2aa832f03399449b9e3d676876ef28c8, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/11fb2f327e9f42a4a03af2e13d9b5731, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/b30c8c63d4e04565844b53ce87431b72, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/0495e77f8aa44d33b0a9d98b8845b971, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/61d509eebdab4901ab2f1125b9879645, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/8ecedb1e63774765a5de60c99db2a773, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/13221ac5d2ca431390d9c4d6ec1a2704, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/74793637e32c4e8c8601142b0e713dcc] to archive 2024-11-21T12:45:40,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:45:40,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/1d2ad733d40c4253bea9b71859b81acd to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/1d2ad733d40c4253bea9b71859b81acd 2024-11-21T12:45:40,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/b48317469bc946b598e6ae025ff1d442 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/b48317469bc946b598e6ae025ff1d442 2024-11-21T12:45:40,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/2ebfe6e2bd9a4ef2b6fc4c04207eb367 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/2ebfe6e2bd9a4ef2b6fc4c04207eb367 2024-11-21T12:45:40,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/e08e91c00c504ae0b10188f001fd6d4c to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/e08e91c00c504ae0b10188f001fd6d4c 2024-11-21T12:45:40,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/56ae98c6ef9b40e6b3fe5eab41dbabc0 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/56ae98c6ef9b40e6b3fe5eab41dbabc0 2024-11-21T12:45:40,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/5cd3e7c0cf3240a0b2759aea97a72128 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/5cd3e7c0cf3240a0b2759aea97a72128 2024-11-21T12:45:40,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/cb0d282b6bd54b2eb2524d8f553fcb50 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/cb0d282b6bd54b2eb2524d8f553fcb50 2024-11-21T12:45:40,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/65d3b77f41234adc8fe83498eb1197d5 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/65d3b77f41234adc8fe83498eb1197d5 2024-11-21T12:45:40,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/84f2a1ca07454213bd0b42d40e047e7e to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/84f2a1ca07454213bd0b42d40e047e7e 2024-11-21T12:45:40,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/aacd372303354b61afb2f1cf46b39c57 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/aacd372303354b61afb2f1cf46b39c57 2024-11-21T12:45:40,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/34db58f7fdf14872b056a0b025af6063 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/34db58f7fdf14872b056a0b025af6063 2024-11-21T12:45:40,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/78c9b5b198da4c37a511ce9bda529c70 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/78c9b5b198da4c37a511ce9bda529c70 2024-11-21T12:45:40,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/9f22429d7b5a4d1fb5359889062b5093 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/9f22429d7b5a4d1fb5359889062b5093 2024-11-21T12:45:40,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/a3fddd6c4b4f4378b6e61765245d6a29 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/a3fddd6c4b4f4378b6e61765245d6a29 2024-11-21T12:45:40,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/2aa832f03399449b9e3d676876ef28c8 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/2aa832f03399449b9e3d676876ef28c8 2024-11-21T12:45:40,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/11fb2f327e9f42a4a03af2e13d9b5731 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/11fb2f327e9f42a4a03af2e13d9b5731 2024-11-21T12:45:40,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/b30c8c63d4e04565844b53ce87431b72 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/b30c8c63d4e04565844b53ce87431b72 2024-11-21T12:45:40,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/0495e77f8aa44d33b0a9d98b8845b971 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/0495e77f8aa44d33b0a9d98b8845b971 2024-11-21T12:45:40,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/61d509eebdab4901ab2f1125b9879645 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/61d509eebdab4901ab2f1125b9879645 2024-11-21T12:45:40,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/8ecedb1e63774765a5de60c99db2a773 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/8ecedb1e63774765a5de60c99db2a773 2024-11-21T12:45:40,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/13221ac5d2ca431390d9c4d6ec1a2704 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/13221ac5d2ca431390d9c4d6ec1a2704 2024-11-21T12:45:40,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/74793637e32c4e8c8601142b0e713dcc to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/74793637e32c4e8c8601142b0e713dcc 2024-11-21T12:45:40,516 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/recovered.edits/371.seqid, newMaxSeqId=371, maxSeqId=4 2024-11-21T12:45:40,516 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2. 2024-11-21T12:45:40,516 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1635): Region close journal for 91deab26541724241f9bd38114fe40e2: 2024-11-21T12:45:40,517 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] handler.UnassignRegionHandler(170): Closed 91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:40,517 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=161 updating hbase:meta row=91deab26541724241f9bd38114fe40e2, regionState=CLOSED 2024-11-21T12:45:40,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-21T12:45:40,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; CloseRegionProcedure 91deab26541724241f9bd38114fe40e2, server=b3d5da5e0922,39829,1732192970767 in 1.4700 sec 2024-11-21T12:45:40,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-21T12:45:40,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=91deab26541724241f9bd38114fe40e2, UNASSIGN in 1.4720 sec 2024-11-21T12:45:40,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-21T12:45:40,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4740 sec 2024-11-21T12:45:40,521 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732193140521"}]},"ts":"1732193140521"} 2024-11-21T12:45:40,522 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T12:45:40,562 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T12:45:40,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5640 sec 2024-11-21T12:45:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T12:45:41,105 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-21T12:45:41,107 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-21T12:45:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:45:41,110 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=163, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:45:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T12:45:41,112 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=163, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:45:41,116 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:41,119 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A, FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B, FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C, FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/recovered.edits] 2024-11-21T12:45:41,122 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/1dc570098ccb43159c98e12286dfbdc0 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/1dc570098ccb43159c98e12286dfbdc0 2024-11-21T12:45:41,124 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/a8d911914a8d473bbf644c3362347758 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/a8d911914a8d473bbf644c3362347758 2024-11-21T12:45:41,125 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/b8197b844ea14b2dbf9d981514f0aa07 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/b8197b844ea14b2dbf9d981514f0aa07 2024-11-21T12:45:41,126 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/fc5f4edd18334aa3b35de4af258dd6d4 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/A/fc5f4edd18334aa3b35de4af258dd6d4 2024-11-21T12:45:41,129 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/214b4eace423403ba5dce0fef0082268 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/214b4eace423403ba5dce0fef0082268 2024-11-21T12:45:41,130 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/5cdf7afc0bca4ccc893d83d92644ccb0 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/5cdf7afc0bca4ccc893d83d92644ccb0 2024-11-21T12:45:41,132 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/6f88ba752c37452d96ae3371d12cfc88 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/6f88ba752c37452d96ae3371d12cfc88 2024-11-21T12:45:41,133 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/ffbbab18ada44f0d839ccae7b077f410 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/B/ffbbab18ada44f0d839ccae7b077f410 2024-11-21T12:45:41,136 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/0e03975865d141a4bd3e67ca5e8a14f0 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/0e03975865d141a4bd3e67ca5e8a14f0 2024-11-21T12:45:41,138 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/cef4318b5d7c4288b3bdcf789071c662 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/cef4318b5d7c4288b3bdcf789071c662 2024-11-21T12:45:41,139 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/cfddd5b2365745f5baf397c7f492d1fc to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/cfddd5b2365745f5baf397c7f492d1fc 2024-11-21T12:45:41,141 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/ef788a4aeed649c5bed3aa76d0063329 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/C/ef788a4aeed649c5bed3aa76d0063329 2024-11-21T12:45:41,144 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/recovered.edits/371.seqid to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2/recovered.edits/371.seqid 2024-11-21T12:45:41,144 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/default/TestAcidGuarantees/91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:41,145 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T12:45:41,145 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T12:45:41,146 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T12:45:41,150 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121056c229208ae496bb0805d418106cdad_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121056c229208ae496bb0805d418106cdad_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:41,152 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112107f9141893814597a1cef72330fa0508_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112107f9141893814597a1cef72330fa0508_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:41,153 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210b2a5fffd7aa4689b890b9704b648ea0_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210b2a5fffd7aa4689b890b9704b648ea0_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:41,155 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112118b3fabb16ff481c9abcb90eeca432a8_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112118b3fabb16ff481c9abcb90eeca432a8_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:41,156 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112122114c67dcdd4b499ff59d249c887468_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112122114c67dcdd4b499ff59d249c887468_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:41,157 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112127cfc6ab94ea435bacb52c68b8f32df5_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112127cfc6ab94ea435bacb52c68b8f32df5_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:41,158 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112130e82fe48a294e7e868198d2f0cc5ac2_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112130e82fe48a294e7e868198d2f0cc5ac2_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:41,159 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112135ebea4915734b3f80d2945a598a1889_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112135ebea4915734b3f80d2945a598a1889_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:41,160 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112167b97981e546408f825311c7ce9d0264_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112167b97981e546408f825311c7ce9d0264_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:41,161 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112177e3029f161448a19b155925cfd5349f_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112177e3029f161448a19b155925cfd5349f_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:41,162 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217da470efd3ad433f8e6d470a24f230c1_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217da470efd3ad433f8e6d470a24f230c1_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:41,163 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112181c7090971f747f2a288370de33f5fc6_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112181c7090971f747f2a288370de33f5fc6_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:41,164 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112188be8d3ffc5a476f8a1328b01ada5419_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112188be8d3ffc5a476f8a1328b01ada5419_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:41,165 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219406d749991a400a944242539c8161fb_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219406d749991a400a944242539c8161fb_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:41,166 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121abef7c6e9148443996b19256d5ad2f74_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121abef7c6e9148443996b19256d5ad2f74_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:41,167 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d5e7bcb9effa42628c1cebbcb46dd1a7_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d5e7bcb9effa42628c1cebbcb46dd1a7_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:41,169 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ee5803edfb82426eb80580bba68ca9d1_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ee5803edfb82426eb80580bba68ca9d1_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:41,170 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f7995cdd0fec4028b1fbd5267627621e_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f7995cdd0fec4028b1fbd5267627621e_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:41,172 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f85a83d7939343ac8d66ea7911b78c55_91deab26541724241f9bd38114fe40e2 to hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f85a83d7939343ac8d66ea7911b78c55_91deab26541724241f9bd38114fe40e2 2024-11-21T12:45:41,172 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T12:45:41,175 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=163, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:45:41,177 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T12:45:41,179 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T12:45:41,180 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=163, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:45:41,180 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T12:45:41,181 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732193141180"}]},"ts":"9223372036854775807"} 2024-11-21T12:45:41,182 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T12:45:41,182 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 91deab26541724241f9bd38114fe40e2, NAME => 'TestAcidGuarantees,,1732193114954.91deab26541724241f9bd38114fe40e2.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T12:45:41,183 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T12:45:41,183 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732193141183"}]},"ts":"9223372036854775807"} 2024-11-21T12:45:41,184 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T12:45:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T12:45:41,222 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=163, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:45:41,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 115 msec 2024-11-21T12:45:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T12:45:41,415 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-21T12:45:41,425 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=241 (was 241), OpenFileDescriptor=463 (was 459) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=828 (was 886), ProcessCount=11 (was 11), AvailableMemoryMB=5170 (was 5222) 2024-11-21T12:45:41,425 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-21T12:45:41,425 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T12:45:41,425 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78d66793 to 127.0.0.1:59516 2024-11-21T12:45:41,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:45:41,426 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:45:41,426 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1771019748, stopped=false 2024-11-21T12:45:41,426 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=b3d5da5e0922,45379,1732192970051 2024-11-21T12:45:41,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T12:45:41,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x1015eb4c4790001, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T12:45:41,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:45:41,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x1015eb4c4790001, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:45:41,446 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-21T12:45:41,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:45:41,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T12:45:41,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39829-0x1015eb4c4790001, quorum=127.0.0.1:59516, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T12:45:41,447 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b3d5da5e0922,39829,1732192970767' ***** 2024-11-21T12:45:41,447 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-21T12:45:41,447 INFO [RS:0;b3d5da5e0922:39829 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:45:41,448 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-21T12:45:41,448 INFO [RS:0;b3d5da5e0922:39829 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:45:41,448 INFO [RS:0;b3d5da5e0922:39829 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:45:41,448 INFO [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer(3579): Received CLOSE for f0e53961293052e6e529f919885bfcba 2024-11-21T12:45:41,449 INFO [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer(1224): stopping server b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:41,449 DEBUG [RS:0;b3d5da5e0922:39829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:45:41,449 INFO [RS:0;b3d5da5e0922:39829 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:45:41,449 INFO [RS:0;b3d5da5e0922:39829 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:45:41,449 INFO [RS:0;b3d5da5e0922:39829 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:45:41,449 INFO [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-21T12:45:41,449 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f0e53961293052e6e529f919885bfcba, disabling compactions & flushes 2024-11-21T12:45:41,449 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732192974990.f0e53961293052e6e529f919885bfcba. 2024-11-21T12:45:41,450 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732192974990.f0e53961293052e6e529f919885bfcba. 2024-11-21T12:45:41,450 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732192974990.f0e53961293052e6e529f919885bfcba. after waiting 0 ms 2024-11-21T12:45:41,450 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732192974990.f0e53961293052e6e529f919885bfcba. 2024-11-21T12:45:41,450 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing f0e53961293052e6e529f919885bfcba 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-21T12:45:41,450 INFO [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-21T12:45:41,450 DEBUG [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, f0e53961293052e6e529f919885bfcba=hbase:namespace,,1732192974990.f0e53961293052e6e529f919885bfcba.} 2024-11-21T12:45:41,450 DEBUG [RS_CLOSE_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:45:41,450 INFO [RS_CLOSE_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-21T12:45:41,450 DEBUG [RS_CLOSE_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-21T12:45:41,450 DEBUG [RS_CLOSE_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:45:41,450 DEBUG [RS_CLOSE_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:45:41,450 INFO [RS_CLOSE_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-21T12:45:41,450 DEBUG [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f0e53961293052e6e529f919885bfcba 2024-11-21T12:45:41,468 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/namespace/f0e53961293052e6e529f919885bfcba/.tmp/info/34d32151914a448f86d1249cf9ab256c is 45, key is default/info:d/1732192976394/Put/seqid=0 2024-11-21T12:45:41,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742480_1656 (size=5037) 2024-11-21T12:45:41,473 DEBUG [RS_CLOSE_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/meta/1588230740/.tmp/info/59b27a432cbd4f788c9c56ce41dbc2a4 is 143, key is hbase:namespace,,1732192974990.f0e53961293052e6e529f919885bfcba./info:regioninfo/1732192976278/Put/seqid=0 2024-11-21T12:45:41,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742481_1657 (size=7725) 2024-11-21T12:45:41,518 INFO [regionserver/b3d5da5e0922:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:45:41,641 INFO [regionserver/b3d5da5e0922:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:45:41,641 INFO [regionserver/b3d5da5e0922:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:45:41,651 DEBUG [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f0e53961293052e6e529f919885bfcba 2024-11-21T12:45:41,851 DEBUG [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f0e53961293052e6e529f919885bfcba 2024-11-21T12:45:41,872 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/namespace/f0e53961293052e6e529f919885bfcba/.tmp/info/34d32151914a448f86d1249cf9ab256c 2024-11-21T12:45:41,877 INFO [RS_CLOSE_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/meta/1588230740/.tmp/info/59b27a432cbd4f788c9c56ce41dbc2a4 2024-11-21T12:45:41,881 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/namespace/f0e53961293052e6e529f919885bfcba/.tmp/info/34d32151914a448f86d1249cf9ab256c as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/namespace/f0e53961293052e6e529f919885bfcba/info/34d32151914a448f86d1249cf9ab256c 2024-11-21T12:45:41,887 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/namespace/f0e53961293052e6e529f919885bfcba/info/34d32151914a448f86d1249cf9ab256c, entries=2, sequenceid=6, filesize=4.9 K 2024-11-21T12:45:41,887 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for f0e53961293052e6e529f919885bfcba in 437ms, sequenceid=6, compaction requested=false 2024-11-21T12:45:41,890 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/namespace/f0e53961293052e6e529f919885bfcba/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T12:45:41,891 INFO [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732192974990.f0e53961293052e6e529f919885bfcba. 2024-11-21T12:45:41,891 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f0e53961293052e6e529f919885bfcba: 2024-11-21T12:45:41,891 DEBUG [RS_CLOSE_REGION-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732192974990.f0e53961293052e6e529f919885bfcba. 2024-11-21T12:45:41,901 DEBUG [RS_CLOSE_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/meta/1588230740/.tmp/rep_barrier/3ad810568c974aae87057ba02e8585f2 is 102, key is TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758./rep_barrier:/1732193003134/DeleteFamily/seqid=0 2024-11-21T12:45:41,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742482_1658 (size=6025) 2024-11-21T12:45:42,052 DEBUG [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-21T12:45:42,252 DEBUG [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-21T12:45:42,305 INFO [RS_CLOSE_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/meta/1588230740/.tmp/rep_barrier/3ad810568c974aae87057ba02e8585f2 2024-11-21T12:45:42,333 DEBUG [RS_CLOSE_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/meta/1588230740/.tmp/table/8912b93edd54465ea75040e1dbf77d7e is 96, key is TestAcidGuarantees,,1732192976869.3fe11bfe67e0dc3feeb2566339c40758./table:/1732193003134/DeleteFamily/seqid=0 2024-11-21T12:45:42,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742483_1659 (size=5942) 2024-11-21T12:45:42,453 INFO [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-21T12:45:42,453 DEBUG [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:45:42,453 DEBUG [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-21T12:45:42,653 DEBUG [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-21T12:45:42,737 INFO [RS_CLOSE_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/meta/1588230740/.tmp/table/8912b93edd54465ea75040e1dbf77d7e 2024-11-21T12:45:42,747 DEBUG [RS_CLOSE_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/meta/1588230740/.tmp/info/59b27a432cbd4f788c9c56ce41dbc2a4 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/meta/1588230740/info/59b27a432cbd4f788c9c56ce41dbc2a4 2024-11-21T12:45:42,754 INFO [RS_CLOSE_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/meta/1588230740/info/59b27a432cbd4f788c9c56ce41dbc2a4, entries=22, sequenceid=93, filesize=7.5 K 2024-11-21T12:45:42,755 DEBUG [RS_CLOSE_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/meta/1588230740/.tmp/rep_barrier/3ad810568c974aae87057ba02e8585f2 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/meta/1588230740/rep_barrier/3ad810568c974aae87057ba02e8585f2 2024-11-21T12:45:42,759 INFO [RS_CLOSE_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/meta/1588230740/rep_barrier/3ad810568c974aae87057ba02e8585f2, entries=6, sequenceid=93, filesize=5.9 K 2024-11-21T12:45:42,760 DEBUG [RS_CLOSE_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/meta/1588230740/.tmp/table/8912b93edd54465ea75040e1dbf77d7e as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/meta/1588230740/table/8912b93edd54465ea75040e1dbf77d7e 2024-11-21T12:45:42,764 INFO [RS_CLOSE_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/meta/1588230740/table/8912b93edd54465ea75040e1dbf77d7e, entries=9, sequenceid=93, filesize=5.8 K 2024-11-21T12:45:42,765 INFO [RS_CLOSE_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=93, compaction requested=false 2024-11-21T12:45:42,770 DEBUG [RS_CLOSE_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-21T12:45:42,771 DEBUG [RS_CLOSE_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:45:42,771 INFO [RS_CLOSE_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-21T12:45:42,771 DEBUG [RS_CLOSE_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-21T12:45:42,771 DEBUG [RS_CLOSE_META-regionserver/b3d5da5e0922:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:45:42,854 INFO [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer(1250): stopping server b3d5da5e0922,39829,1732192970767; all regions closed. 2024-11-21T12:45:42,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741834_1010 (size=26050) 2024-11-21T12:45:42,867 DEBUG [RS:0;b3d5da5e0922:39829 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/oldWALs 2024-11-21T12:45:42,867 INFO [RS:0;b3d5da5e0922:39829 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b3d5da5e0922%2C39829%2C1732192970767.meta:.meta(num 1732192974698) 2024-11-21T12:45:42,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741832_1008 (size=14884403) 2024-11-21T12:45:42,870 DEBUG [RS:0;b3d5da5e0922:39829 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/oldWALs 2024-11-21T12:45:42,870 INFO [RS:0;b3d5da5e0922:39829 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b3d5da5e0922%2C39829%2C1732192970767:(num 1732192973770) 2024-11-21T12:45:42,870 DEBUG [RS:0;b3d5da5e0922:39829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:45:42,870 INFO [RS:0;b3d5da5e0922:39829 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:45:42,870 INFO [RS:0;b3d5da5e0922:39829 {}] hbase.ChoreService(370): Chore service for: regionserver/b3d5da5e0922:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T12:45:42,871 INFO [regionserver/b3d5da5e0922:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T12:45:42,871 INFO [RS:0;b3d5da5e0922:39829 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:39829 2024-11-21T12:45:42,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T12:45:42,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x1015eb4c4790001, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b3d5da5e0922,39829,1732192970767 2024-11-21T12:45:42,920 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3d5da5e0922,39829,1732192970767] 2024-11-21T12:45:42,921 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing b3d5da5e0922,39829,1732192970767; numProcessing=1 2024-11-21T12:45:42,929 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/b3d5da5e0922,39829,1732192970767 already deleted, retry=false 2024-11-21T12:45:42,929 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; b3d5da5e0922,39829,1732192970767 expired; onlineServers=0 2024-11-21T12:45:42,929 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b3d5da5e0922,45379,1732192970051' ***** 2024-11-21T12:45:42,929 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:45:42,930 DEBUG [M:0;b3d5da5e0922:45379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15473ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3d5da5e0922/172.17.0.3:0 2024-11-21T12:45:42,930 INFO [M:0;b3d5da5e0922:45379 {}] regionserver.HRegionServer(1224): stopping server b3d5da5e0922,45379,1732192970051 2024-11-21T12:45:42,930 INFO [M:0;b3d5da5e0922:45379 {}] regionserver.HRegionServer(1250): stopping server b3d5da5e0922,45379,1732192970051; all regions closed. 2024-11-21T12:45:42,930 DEBUG [M:0;b3d5da5e0922:45379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:45:42,930 DEBUG [M:0;b3d5da5e0922:45379 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:45:42,930 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:45:42,930 DEBUG [M:0;b3d5da5e0922:45379 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:45:42,930 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster-HFileCleaner.large.0-1732192973403 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3d5da5e0922:0:becomeActiveMaster-HFileCleaner.large.0-1732192973403,5,FailOnTimeoutGroup] 2024-11-21T12:45:42,930 DEBUG [master/b3d5da5e0922:0:becomeActiveMaster-HFileCleaner.small.0-1732192973403 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3d5da5e0922:0:becomeActiveMaster-HFileCleaner.small.0-1732192973403,5,FailOnTimeoutGroup] 2024-11-21T12:45:42,931 INFO [M:0;b3d5da5e0922:45379 {}] hbase.ChoreService(370): Chore service for: master/b3d5da5e0922:0 had [] on shutdown 2024-11-21T12:45:42,931 DEBUG [M:0;b3d5da5e0922:45379 {}] master.HMaster(1733): Stopping service threads 2024-11-21T12:45:42,932 INFO [M:0;b3d5da5e0922:45379 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:45:42,932 ERROR [M:0;b3d5da5e0922:45379 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (1497896636) connection to localhost/127.0.0.1:34887 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34887,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-21T12:45:42,933 INFO [M:0;b3d5da5e0922:45379 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:45:42,934 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:45:42,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T12:45:42,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:45:42,937 DEBUG [M:0;b3d5da5e0922:45379 {}] zookeeper.ZKUtil(347): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T12:45:42,938 WARN [M:0;b3d5da5e0922:45379 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:45:42,938 INFO [M:0;b3d5da5e0922:45379 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-21T12:45:42,938 INFO [M:0;b3d5da5e0922:45379 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:45:42,938 DEBUG [M:0;b3d5da5e0922:45379 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:45:42,938 INFO [M:0;b3d5da5e0922:45379 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:45:42,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T12:45:42,938 DEBUG [M:0;b3d5da5e0922:45379 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:45:42,938 DEBUG [M:0;b3d5da5e0922:45379 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:45:42,938 DEBUG [M:0;b3d5da5e0922:45379 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:45:42,938 INFO [M:0;b3d5da5e0922:45379 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=745.16 KB heapSize=914.91 KB 2024-11-21T12:45:42,953 DEBUG [M:0;b3d5da5e0922:45379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffa100d8218a42a6a46419e8854507d1 is 82, key is hbase:meta,,1/info:regioninfo/1732192974826/Put/seqid=0 2024-11-21T12:45:42,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742484_1660 (size=5672) 2024-11-21T12:45:43,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x1015eb4c4790001, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:45:43,021 INFO [RS:0;b3d5da5e0922:39829 {}] regionserver.HRegionServer(1307): Exiting; stopping=b3d5da5e0922,39829,1732192970767; zookeeper connection closed. 2024-11-21T12:45:43,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39829-0x1015eb4c4790001, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:45:43,021 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@695f5c2c {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@695f5c2c 2024-11-21T12:45:43,022 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:45:43,358 INFO [M:0;b3d5da5e0922:45379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2095 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffa100d8218a42a6a46419e8854507d1 2024-11-21T12:45:43,390 DEBUG [M:0;b3d5da5e0922:45379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e2fe1e26a22a4d738ee8706970205e13 is 2278, key is \x00\x00\x00\x00\x00\x00\x00U/proc:d/1732193061800/Put/seqid=0 2024-11-21T12:45:43,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742485_1661 (size=42294) 2024-11-21T12:45:43,794 INFO [M:0;b3d5da5e0922:45379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=744.61 KB at sequenceid=2095 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e2fe1e26a22a4d738ee8706970205e13 2024-11-21T12:45:43,798 INFO [M:0;b3d5da5e0922:45379 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2fe1e26a22a4d738ee8706970205e13 2024-11-21T12:45:43,811 DEBUG [M:0;b3d5da5e0922:45379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0d8bca8434f42e6b38fcbf3b645b771 is 69, key is b3d5da5e0922,39829,1732192970767/rs:state/1732192973544/Put/seqid=0 2024-11-21T12:45:43,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073742486_1662 (size=5156) 2024-11-21T12:45:44,216 INFO [M:0;b3d5da5e0922:45379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2095 (bloomFilter=true), to=hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0d8bca8434f42e6b38fcbf3b645b771 2024-11-21T12:45:44,225 DEBUG [M:0;b3d5da5e0922:45379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffa100d8218a42a6a46419e8854507d1 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ffa100d8218a42a6a46419e8854507d1 2024-11-21T12:45:44,229 INFO [M:0;b3d5da5e0922:45379 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ffa100d8218a42a6a46419e8854507d1, entries=8, sequenceid=2095, filesize=5.5 K 2024-11-21T12:45:44,230 DEBUG [M:0;b3d5da5e0922:45379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e2fe1e26a22a4d738ee8706970205e13 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e2fe1e26a22a4d738ee8706970205e13 2024-11-21T12:45:44,233 INFO [M:0;b3d5da5e0922:45379 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2fe1e26a22a4d738ee8706970205e13 2024-11-21T12:45:44,233 INFO [M:0;b3d5da5e0922:45379 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e2fe1e26a22a4d738ee8706970205e13, entries=163, sequenceid=2095, filesize=41.3 K 2024-11-21T12:45:44,234 DEBUG [M:0;b3d5da5e0922:45379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0d8bca8434f42e6b38fcbf3b645b771 as hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e0d8bca8434f42e6b38fcbf3b645b771 2024-11-21T12:45:44,238 INFO [M:0;b3d5da5e0922:45379 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34887/user/jenkins/test-data/24f32948-a108-dd53-4898-f078f988fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e0d8bca8434f42e6b38fcbf3b645b771, entries=1, sequenceid=2095, filesize=5.0 K 2024-11-21T12:45:44,239 INFO [M:0;b3d5da5e0922:45379 {}] regionserver.HRegion(3040): Finished flush of dataSize ~745.16 KB/763045, heapSize ~914.61 KB/936560, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=2095, compaction requested=false 2024-11-21T12:45:44,240 INFO [M:0;b3d5da5e0922:45379 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:45:44,240 DEBUG [M:0;b3d5da5e0922:45379 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T12:45:44,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741830_1006 (size=900395) 2024-11-21T12:45:44,243 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T12:45:44,243 INFO [M:0;b3d5da5e0922:45379 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-21T12:45:44,243 INFO [M:0;b3d5da5e0922:45379 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:45379 2024-11-21T12:45:44,279 DEBUG [M:0;b3d5da5e0922:45379 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/b3d5da5e0922,45379,1732192970051 already deleted, retry=false 2024-11-21T12:45:44,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:45:44,388 INFO [M:0;b3d5da5e0922:45379 {}] regionserver.HRegionServer(1307): Exiting; stopping=b3d5da5e0922,45379,1732192970051; zookeeper connection closed. 2024-11-21T12:45:44,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x1015eb4c4790000, quorum=127.0.0.1:59516, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:45:44,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@405f8f74{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:45:44,399 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10b53e23{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:45:44,399 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:45:44,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62f1c705{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:45:44,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46545bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/hadoop.log.dir/,STOPPED} 2024-11-21T12:45:44,402 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:45:44,402 WARN [BP-513399020-172.17.0.3-1732192966453 heartbeating to localhost/127.0.0.1:34887 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:45:44,402 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:45:44,402 WARN [BP-513399020-172.17.0.3-1732192966453 heartbeating to localhost/127.0.0.1:34887 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-513399020-172.17.0.3-1732192966453 (Datanode Uuid 45de2c10-d2a0-4324-88e4-08f55843dfd0) service to localhost/127.0.0.1:34887 2024-11-21T12:45:44,405 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/cluster_34147a42-92ec-e1c8-5d5a-c022cef682c8/dfs/data/data1/current/BP-513399020-172.17.0.3-1732192966453 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:45:44,405 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/cluster_34147a42-92ec-e1c8-5d5a-c022cef682c8/dfs/data/data2/current/BP-513399020-172.17.0.3-1732192966453 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:45:44,406 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:45:44,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7145379e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:45:44,413 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72bfbbd3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:45:44,413 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:45:44,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12453993{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:45:44,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@396e6ddc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/14c3b4a8-2623-982a-2cf2-44ec288a131f/hadoop.log.dir/,STOPPED} 2024-11-21T12:45:44,429 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-21T12:45:44,554 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down